-- Logs begin at Thu 2021-09-23 06:28:25 UTC, end at Thu 2021-09-23 07:43:22 UTC. -- Sep 23 07:15:33.808905 dv-cinder-805887-18-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Sep 23 07:15:36.581128 dv-cinder-805887-18-iscsi neutron-server[94697]: INFO neutron.common.config [-] Logging enabled! Sep 23 07:15:36.581742 dv-cinder-805887-18-iscsi neutron-server[94697]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev20 Sep 23 07:15:36.581922 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94697) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 23 07:15:36.585188 dv-cinder-805887-18-iscsi neutron-server[94697]: INFO neutron.common.config [-] Logging enabled! Sep 23 07:15:36.585448 dv-cinder-805887-18-iscsi neutron-server[94697]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev20 Sep 23 07:15:36.585764 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94697) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 23 07:15:36.586722 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 23 07:15:36.586959 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 23 07:15:36.587327 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 23 07:15:36.587581 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 23 07:15:36.587813 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 23 07:15:36.588138 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:36.588436 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:36.588752 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:36.588992 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:36.589292 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:36.589590 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:36.589874 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:36.590184 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:36.590468 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:36.590813 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:36.591097 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:36.591882 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:36.592114 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:36.592401 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.common.config [-] config_source = [] {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:36.592693 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:36.593011 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:36.593239 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.common.config [-] debug = True {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:36.593522 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:36.593955 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:36.594379 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:36.594667 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:36.594963 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:36.595249 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:36.595542 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:36.595825 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:36.596096 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:36.596438 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.common.config [-] host = dv-cinder-805887-18-iscsi {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:36.596745 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:36.597044 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:36.597325 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:36.597621 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:36.597901 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:36.598181 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:36.598470 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:36.598747 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.common.config [-] log_dir = None {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:36.599024 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.common.config [-] log_file = None {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:36.599302 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:36.599595 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:36.599887 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:36.600177 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:36.600406 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:36.600632 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:36.600948 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:36.601240 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:36.601520 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:36.601798 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:36.602074 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:36.602349 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:36.602625 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:36.602895 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:36.603184 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:36.603470 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:36.603758 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:36.604034 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:36.604306 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:36.604582 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:36.604883 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:36.605171 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:36.605448 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:36.605726 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:36.606002 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:36.606574 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:36.606850 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:36.607130 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:36.607442 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:36.607733 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:36.608019 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:36.608308 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:36.608585 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:36.608969 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:36.609188 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:36.609465 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.common.config [-] use_journal = False {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:36.609742 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.common.config [-] use_json = False {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:36.610017 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:36.610292 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:36.610580 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:36.610857 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:36.611135 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:36.611415 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:36.611690 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:36.611981 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:36.612284 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:36.612585 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:36.612914 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:36.613207 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:36.613507 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:36.613790 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:36.614085 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:36.614369 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:36.614663 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:36.614956 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:36.615249 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:36.615533 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:36.615824 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:36.616108 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:36.616406 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:36.616740 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:36.617038 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:36.617337 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:36.617622 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:36.617899 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:36.618176 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:36.618458 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:36.618747 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:36.619030 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:36.619325 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:36.619619 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:36.619904 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:36.620194 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:36.620493 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:36.620814 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:36.621096 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:36.621439 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:36.621678 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:36.621986 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:36.622264 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:36.622548 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:36.622841 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:36.623125 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:36.623402 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:36.623689 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:36.623971 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:36.624247 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:36.624523 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:36.624832 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:36.625128 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:36.625410 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:36.625686 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:36.625961 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:36.626318 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:36.626551 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:36.626801 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:36.627083 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:36.627359 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:36.627640 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:36.627922 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:36.628198 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:36.628476 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:36.628780 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:36.629059 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:36.629341 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:36.629620 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:36.629898 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:36.630173 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:36.630447 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:36.630721 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:36.630994 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:36.631267 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:36.631548 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:36.631823 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:36.632098 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:36.632371 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:36.632647 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:36.632946 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:36.633236 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:36.633543 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:36.633829 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:36.634116 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:36.634399 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:36.634691 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:36.634973 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:36.635255 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:36.635538 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:36.635822 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:36.636101 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:36.636397 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:36.636686 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:36.637003 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:36.637291 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:36.638098 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:36.638407 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:36.638692 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:36.638984 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:36.639267 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:36.639552 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:36.639841 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:36.640137 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:36.640918 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:36.640918 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:36.641078 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:36.641320 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:36.641625 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:36.641902 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:36.642216 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:36.642502 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:36.642722 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 23 07:15:36.642975 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=94697) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 23 07:15:37.007702 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=94697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 23 07:15:37.007982 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=94697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 23 07:15:37.008266 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=94697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 23 07:15:37.008598 dv-cinder-805887-18-iscsi neutron-server[94697]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 23 07:15:37.424041 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 07:15:37.424257 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 07:15:37.424515 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 07:15:37.425835 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 07:15:37.426110 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 07:15:37.426375 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 07:15:37.461763 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 07:15:37.462040 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 07:15:37.462306 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 07:15:37.477163 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 07:15:37.477443 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 07:15:37.477712 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 07:15:37.510950 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 07:15:37.511226 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 07:15:37.511493 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 07:15:37.549743 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 07:15:37.550016 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 07:15:37.550284 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 07:15:37.794784 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=94697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 07:15:37.795441 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=94697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 07:15:37.795441 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=94697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 07:15:37.795600 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=94697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 07:15:37.796244 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=94697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 07:15:37.918586 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=94697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 07:15:37.918981 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=94697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 07:15:37.919263 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=94697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 07:15:37.919536 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=94697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 07:15:37.919809 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=94697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 07:15:37.920115 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=94697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 07:15:37.920373 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=94697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 07:15:37.920660 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=94697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 07:15:37.920940 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=94697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 07:15:37.921218 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=94697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 07:15:37.921474 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=94697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 07:15:37.921735 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=94697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 07:15:37.922012 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=94697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 07:15:37.922370 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=94697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 07:15:37.922731 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=94697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 07:15:37.923127 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 07:15:37.923503 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=94697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 07:15:37.923890 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=94697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 07:15:37.924282 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=94697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 07:15:37.924649 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=94697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 07:15:37.925079 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 07:15:37.925439 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 07:15:37.925851 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 07:15:37.926544 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 07:15:37.926965 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 07:15:37.927413 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 07:15:37.927779 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=94697) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 23 07:15:37.928026 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=94697) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 23 07:15:37.928275 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=94697) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 23 07:15:37.928574 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=94697) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 23 07:15:37.929005 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=94697) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 23 07:15:37.929415 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=94697) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 23 07:15:37.929811 dv-cinder-805887-18-iscsi neutron-server[94697]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 23 07:15:37.933082 dv-cinder-805887-18-iscsi neutron-server[94697]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 23 07:15:37.937129 dv-cinder-805887-18-iscsi neutron-server[94697]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 23 07:15:37.940803 dv-cinder-805887-18-iscsi neutron-server[94697]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(550, 599)])]) Sep 23 07:15:37.942419 dv-cinder-805887-18-iscsi neutron-server[94697]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 23 07:15:37.942865 dv-cinder-805887-18-iscsi neutron-server[94697]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 23 07:15:37.943197 dv-cinder-805887-18-iscsi neutron-server[94697]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 23 07:15:37.943575 dv-cinder-805887-18-iscsi neutron-server[94697]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 23 07:15:37.946381 dv-cinder-805887-18-iscsi neutron-server[94697]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 23 07:15:37.946630 dv-cinder-805887-18-iscsi neutron-server[94697]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 23 07:15:37.946975 dv-cinder-805887-18-iscsi neutron-server[94697]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 23 07:15:37.952848 dv-cinder-805887-18-iscsi neutron-server[94697]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 23 07:15:37.975099 dv-cinder-805887-18-iscsi neutron-server[94697]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 23 07:15:37.975559 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=94697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 07:15:37.975858 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=94697) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Sep 23 07:15:37.976219 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=94697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 07:15:37.977613 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=94697) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 23 07:15:37.978062 dv-cinder-805887-18-iscsi neutron-server[94697]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 23 07:15:37.978307 dv-cinder-805887-18-iscsi neutron-server[94697]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 23 07:15:37.981935 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=94697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 07:15:37.982217 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=94697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 07:15:38.045349 dv-cinder-805887-18-iscsi neutron-server[94697]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 23 07:15:38.045518 dv-cinder-805887-18-iscsi neutron-server[94697]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 23 07:15:38.045737 dv-cinder-805887-18-iscsi neutron-server[94697]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 23 07:15:38.046111 dv-cinder-805887-18-iscsi neutron-server[94697]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 23 07:15:38.068022 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_db.sqlalchemy.engines [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=94697) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 23 07:15:38.823463 dv-cinder-805887-18-iscsi neutron-server[94697]: INFO neutron.plugins.ml2.managers [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Initializing driver for type 'gre' Sep 23 07:15:38.824070 dv-cinder-805887-18-iscsi neutron-server[94697]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] gre ID ranges: [(1, 1000)] Sep 23 07:15:39.046639 dv-cinder-805887-18-iscsi neutron-server[94697]: INFO neutron.plugins.ml2.managers [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Initializing driver for type 'local' Sep 23 07:15:39.046993 dv-cinder-805887-18-iscsi neutron-server[94697]: INFO neutron.plugins.ml2.managers [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Initializing driver for type 'vlan' Sep 23 07:15:39.155082 dv-cinder-805887-18-iscsi neutron-server[94697]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] VlanTypeDriver initialization complete Sep 23 07:15:39.155411 dv-cinder-805887-18-iscsi neutron-server[94697]: INFO neutron.plugins.ml2.managers [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Initializing driver for type 'vxlan' Sep 23 07:15:39.155922 dv-cinder-805887-18-iscsi neutron-server[94697]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] vxlan ID ranges: [(1, 1000)] Sep 23 07:15:39.315049 dv-cinder-805887-18-iscsi neutron-server[94697]: INFO neutron.plugins.ml2.managers [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Initializing extension driver 'port_security' Sep 23 07:15:39.315431 dv-cinder-805887-18-iscsi neutron-server[94697]: INFO neutron.plugins.ml2.extensions.port_security [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] PortSecurityExtensionDriver initialization complete Sep 23 07:15:39.315851 dv-cinder-805887-18-iscsi neutron-server[94697]: INFO neutron.plugins.ml2.managers [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Initializing mechanism driver 'openvswitch' Sep 23 07:15:39.316268 dv-cinder-805887-18-iscsi neutron-server[94697]: INFO neutron.plugins.ml2.managers [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Initializing mechanism driver 'hyperv' Sep 23 07:15:39.323022 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.plugin [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=94697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:15:39.323704 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Subscribe: > port after_create 55550000 {{(pid=94697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 07:15:39.324081 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Subscribe: > port after_update 55550000 {{(pid=94697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 07:15:39.324433 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Subscribe: > port after_delete 55550000 {{(pid=94697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 07:15:39.324985 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=94697) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 23 07:15:39.325418 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Subscribe: > subnet after_create 55550000 {{(pid=94697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 07:15:39.325774 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Subscribe: > subnet after_update 55550000 {{(pid=94697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 07:15:39.326128 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Subscribe: > subnet after_delete 55550000 {{(pid=94697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 07:15:39.326528 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=94697) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 23 07:15:39.326925 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Subscribe: > network after_create 55550000 {{(pid=94697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 07:15:39.327273 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Subscribe: > network after_update 55550000 {{(pid=94697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 07:15:39.327615 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Subscribe: > network after_delete 55550000 {{(pid=94697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 07:15:39.328008 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=94697) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 23 07:15:39.328413 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Subscribe: > security_group after_create 55550000 {{(pid=94697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 07:15:39.328787 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Subscribe: > security_group after_update 55550000 {{(pid=94697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 07:15:39.329131 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Subscribe: > security_group after_delete 55550000 {{(pid=94697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 07:15:39.335689 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=94697) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 23 07:15:39.335689 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=94697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 07:15:39.335689 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=94697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 07:15:39.335689 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=94697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 07:15:39.335689 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=94697) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 23 07:15:39.336209 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Subscribe: > address_group after_create 55550000 {{(pid=94697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 07:15:39.336209 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Subscribe: > address_group after_update 55550000 {{(pid=94697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 07:15:39.336209 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Subscribe: > address_group after_delete 55550000 {{(pid=94697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 07:15:39.336209 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=94697) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 23 07:15:39.336209 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] ML2 OVO RPC backend initialized. {{(pid=94697) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Sep 23 07:15:39.336753 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Subscribe: > router_interface after_create 55550000 {{(pid=94697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 07:15:39.336753 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 07:15:39.336753 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Subscribe: > network before_response 55550000 {{(pid=94697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 07:15:39.336753 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Subscribe: > networks before_response 55550000 {{(pid=94697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 07:15:39.337085 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Subscribe: > port before_response 55550000 {{(pid=94697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 07:15:39.337085 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Subscribe: > ports before_response 55550000 {{(pid=94697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 07:15:39.337085 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Subscribe: > subnet before_response 55550000 {{(pid=94697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 07:15:39.337085 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Subscribe: > subnets before_response 55550000 {{(pid=94697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 07:15:39.337392 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Subscribe: > network after_create 55550000 {{(pid=94697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 07:15:39.337392 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Subscribe: > network after_update 55550000 {{(pid=94697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 07:15:39.337392 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Subscribe: > network after_delete 55550000 {{(pid=94697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 07:15:39.337392 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Subscribe: > port after_create 55550000 {{(pid=94697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 07:15:39.337680 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Subscribe: > port after_update 55550000 {{(pid=94697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 07:15:39.337992 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Subscribe: > port after_delete 55550000 {{(pid=94697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 07:15:39.338395 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Subscribe: > subnet after_create 55550000 {{(pid=94697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 07:15:39.338733 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Subscribe: > subnet after_update 55550000 {{(pid=94697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 07:15:39.339063 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Subscribe: > subnet after_delete 55550000 {{(pid=94697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 07:15:39.339650 dv-cinder-805887-18-iscsi neutron-server[94697]: INFO neutron.plugins.ml2.plugin [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Modular L2 Plugin initialization complete Sep 23 07:15:39.339979 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.manager [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Loading services supported by the core plugin {{(pid=94697) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 23 07:15:39.340302 dv-cinder-805887-18-iscsi neutron-server[94697]: INFO neutron.plugins.ml2.managers [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Got port-security extension from driver 'port_security' Sep 23 07:15:39.341303 dv-cinder-805887-18-iscsi neutron-server[94697]: INFO neutron.extensions.vlantransparent [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Disabled vlantransparent extension. Sep 23 07:15:39.341790 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.manager [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=94697) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 23 07:15:39.342105 dv-cinder-805887-18-iscsi neutron-server[94697]: INFO neutron.manager [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Loading Plugin: router Sep 23 07:15:39.378812 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Subscribe: > router_interface before_create 55550000 {{(pid=94697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 07:15:39.379201 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Subscribe: > router after_create 55549900 {{(pid=94697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 07:15:39.379580 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Subscribe: > router before_create 55549900 {{(pid=94697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 07:15:39.379950 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Subscribe: > router_interface before_delete 55550000 {{(pid=94697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 07:15:39.380329 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 07:15:39.380694 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Subscribe: > router after_delete 55549900 {{(pid=94697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 07:15:39.381079 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Subscribe: > floatingip after_create 55550000 {{(pid=94697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 07:15:39.381429 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Subscribe: > floatingip after_update 55550000 {{(pid=94697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 07:15:39.381791 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Subscribe: > router after_create 55549900 {{(pid=94697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 07:15:39.382140 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Subscribe: > router after_update 55549900 {{(pid=94697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 07:15:39.382489 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Subscribe: > router after_update 55549900 {{(pid=94697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 07:15:39.382839 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=94697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 07:15:39.383197 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Subscribe: > router after_update 55549900 {{(pid=94697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 07:15:39.383606 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Subscribe: > router precommit_update 55549900 {{(pid=94697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 07:15:39.383975 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Subscribe: port after_update 55550000 {{(pid=94697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 07:15:39.384321 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Subscribe: port after_delete 55550000 {{(pid=94697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 07:15:39.384660 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Subscribe: subnet after_update 55550000 {{(pid=94697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 07:15:39.385041 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=94697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 07:15:39.385395 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Subscribe: > port precommit_delete 55550000 {{(pid=94697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 07:15:39.385743 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Subscribe: > router precommit_create 55549900 {{(pid=94697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 07:15:39.386102 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Subscribe: port before_delete 55550000 {{(pid=94697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 07:15:39.386429 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Subscribe: > router precommit_create 55550000 {{(pid=94697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 07:15:39.386787 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Subscribe: > router after_update 55549900 {{(pid=94697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 07:15:39.387130 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Subscribe: > router precommit_delete 55549900 {{(pid=94697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 07:15:39.387977 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Subscribe: > router precommit_create 55549900 {{(pid=94697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 07:15:39.388336 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Subscribe: > router_interface after_create 55550000 {{(pid=94697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 07:15:39.388683 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Subscribe: > router precommit_update 55549900 {{(pid=94697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 07:15:39.389074 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Subscribe: > agent after_create 55550000 {{(pid=94697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 07:15:39.389423 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Subscribe: > agent after_delete 55550000 {{(pid=94697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 07:15:39.389769 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Subscribe: > network after_delete 55550000 {{(pid=94697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 07:15:39.390651 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.quota.resource_registry [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Tracking information for resource: router configured {{(pid=94697) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 23 07:15:39.390983 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.quota.resource_registry [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Tracking information for resource: floatingip configured {{(pid=94697) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 23 07:15:39.396409 dv-cinder-805887-18-iscsi neutron-server[94697]: INFO neutron.db.l3_agentschedulers_db [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 23 07:15:39.397104 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Subscribe: port after_update 55550000 {{(pid=94697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 07:15:39.397470 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Subscribe: port after_create 55550000 {{(pid=94697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 07:15:39.397824 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Subscribe: port after_delete 55550000 {{(pid=94697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 07:15:39.398181 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Subscribe: port after_update 55550000 {{(pid=94697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 07:15:39.398987 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Subscribe: > router before_create 55550100 {{(pid=94697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 07:15:39.399354 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Subscribe: > router precommit_delete 55550100 {{(pid=94697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 07:15:39.399716 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Subscribe: > router precommit_create 55550100 {{(pid=94697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 07:15:39.400075 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Subscribe: > router precommit_update 55550100 {{(pid=94697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 07:15:39.405501 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.services.provider_configuration [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Service providers = [] {{(pid=94697) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 23 07:15:39.405871 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.db.servicetype_db [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=94697) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 23 07:15:39.408923 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.services.service_base [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=94697) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 23 07:15:39.409276 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.services.service_base [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=94697) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 23 07:15:39.409621 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.services.service_base [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=94697) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 23 07:15:39.410519 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.services.service_base [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=94697) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 23 07:15:39.410897 dv-cinder-805887-18-iscsi neutron-server[94697]: INFO neutron.services.service_base [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 23 07:15:39.411291 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.manager [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=94697) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 23 07:15:39.411615 dv-cinder-805887-18-iscsi neutron-server[94697]: INFO neutron.manager [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 23 07:15:39.422498 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.manager [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Successfully loaded METERING plugin. Description: METERING {{(pid=94697) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 23 07:15:39.422835 dv-cinder-805887-18-iscsi neutron-server[94697]: INFO neutron.manager [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Loading Plugin: auto_allocate Sep 23 07:15:39.428643 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Subscribe: network precommit_update 55550000 {{(pid=94697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 07:15:39.429045 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Subscribe: network precommit_create 55550000 {{(pid=94697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 07:15:39.429570 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.manager [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=94697) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 23 07:15:39.429889 dv-cinder-805887-18-iscsi neutron-server[94697]: INFO neutron.manager [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Loading Plugin: tag Sep 23 07:15:39.436522 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.manager [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=94697) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 23 07:15:39.436890 dv-cinder-805887-18-iscsi neutron-server[94697]: INFO neutron.manager [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Loading Plugin: timestamp Sep 23 07:15:39.440950 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.manager [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=94697) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 23 07:15:39.441281 dv-cinder-805887-18-iscsi neutron-server[94697]: INFO neutron.manager [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Loading Plugin: network_ip_availability Sep 23 07:15:39.446751 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 07:15:39.447122 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 07:15:39.447482 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 07:15:39.448214 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.manager [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=94697) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 23 07:15:39.448537 dv-cinder-805887-18-iscsi neutron-server[94697]: INFO neutron.manager [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Loading Plugin: flavors Sep 23 07:15:39.453803 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.manager [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=94697) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 23 07:15:39.454138 dv-cinder-805887-18-iscsi neutron-server[94697]: INFO neutron.manager [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Loading Plugin: revisions Sep 23 07:15:39.458404 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.manager [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=94697) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 23 07:15:39.458799 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_concurrency.lockutils [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.450s {{(pid=94697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 23 07:15:39.459545 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=94697) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Sep 23 07:15:39.459882 dv-cinder-805887-18-iscsi neutron-server[94697]: INFO neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Initializing extension manager. Sep 23 07:15:39.460394 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Loading extension file: __init__.py {{(pid=94697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 07:15:39.460766 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Loading extension file: __pycache__ {{(pid=94697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 07:15:39.461108 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=94697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 07:15:39.461443 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Loading extension file: address_group.py {{(pid=94697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 07:15:39.462210 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=94697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 07:15:39.462777 dv-cinder-805887-18-iscsi neutron-server[94697]: INFO neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Loaded extension: address-group Sep 23 07:15:39.463099 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Loading extension file: address_scope.py {{(pid=94697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 07:15:39.464017 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=94697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 07:15:39.464537 dv-cinder-805887-18-iscsi neutron-server[94697]: INFO neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Loaded extension: address-scope Sep 23 07:15:39.464904 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Loading extension file: admin_state_down_before_update.py {{(pid=94697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 07:15:39.466399 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=94697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 07:15:39.466912 dv-cinder-805887-18-iscsi neutron-server[94697]: INFO neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Loaded extension: router-admin-state-down-before-update Sep 23 07:15:39.467237 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Loading extension file: agent.py {{(pid=94697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 07:15:39.467952 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=94697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 07:15:39.468459 dv-cinder-805887-18-iscsi neutron-server[94697]: INFO neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Loaded extension: agent Sep 23 07:15:39.468812 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Loading extension file: agent_resources_synced.py {{(pid=94697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 07:15:39.469736 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=94697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 07:15:39.470238 dv-cinder-805887-18-iscsi neutron-server[94697]: INFO neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Loaded extension: agent-resources-synced Sep 23 07:15:39.470559 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Loading extension file: allowedaddresspairs.py {{(pid=94697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 07:15:39.472388 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=94697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 07:15:39.472927 dv-cinder-805887-18-iscsi neutron-server[94697]: INFO neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Loaded extension: allowed-address-pairs Sep 23 07:15:39.473258 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Loading extension file: auto_allocated_topology.py {{(pid=94697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 07:15:39.474343 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=94697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 07:15:39.474861 dv-cinder-805887-18-iscsi neutron-server[94697]: INFO neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Loaded extension: auto-allocated-topology Sep 23 07:15:39.475190 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Loading extension file: availability_zone.py {{(pid=94697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 07:15:39.475894 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=94697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 07:15:39.476396 dv-cinder-805887-18-iscsi neutron-server[94697]: INFO neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Loaded extension: availability_zone Sep 23 07:15:39.476746 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Loading extension file: availability_zone_filter.py {{(pid=94697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 07:15:39.477670 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=94697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 07:15:39.478175 dv-cinder-805887-18-iscsi neutron-server[94697]: INFO neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Loaded extension: availability_zone_filter Sep 23 07:15:39.478499 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Loading extension file: data_plane_status.py {{(pid=94697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 07:15:39.479412 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=94697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 07:15:39.479910 dv-cinder-805887-18-iscsi neutron-server[94697]: INFO neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Extension data-plane-status not supported by any of loaded plugins Sep 23 07:15:39.480232 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Loading extension file: default_subnetpools.py {{(pid=94697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 07:15:39.481490 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=94697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 07:15:39.481993 dv-cinder-805887-18-iscsi neutron-server[94697]: INFO neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Loaded extension: default-subnetpools Sep 23 07:15:39.482317 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Loading extension file: dhcpagentscheduler.py {{(pid=94697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 07:15:39.483147 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 07:15:39.483647 dv-cinder-805887-18-iscsi neutron-server[94697]: INFO neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Loaded extension: dhcp_agent_scheduler Sep 23 07:15:39.483971 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Loading extension file: dns.py {{(pid=94697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 07:15:39.484961 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=94697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 07:15:39.485471 dv-cinder-805887-18-iscsi neutron-server[94697]: INFO neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Extension dns-integration not supported by any of loaded plugins Sep 23 07:15:39.485790 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Loading extension file: dns_domain_ports.py {{(pid=94697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 07:15:39.486768 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=94697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 07:15:39.487233 dv-cinder-805887-18-iscsi neutron-server[94697]: INFO neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 23 07:15:39.487554 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=94697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 07:15:39.488494 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=94697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 07:15:39.489029 dv-cinder-805887-18-iscsi neutron-server[94697]: INFO neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 23 07:15:39.489356 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Loading extension file: dvr.py {{(pid=94697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 07:15:39.490046 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=94697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 07:15:39.490551 dv-cinder-805887-18-iscsi neutron-server[94697]: INFO neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Loaded extension: dvr Sep 23 07:15:39.490875 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Loading extension file: ecmp_routes.py {{(pid=94697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 07:15:39.491797 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=94697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 07:15:39.492302 dv-cinder-805887-18-iscsi neutron-server[94697]: INFO neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Extension ecmp_routes not supported by any of loaded plugins Sep 23 07:15:39.492624 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Loading extension file: empty_string_filtering.py {{(pid=94697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 07:15:39.493571 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=94697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 07:15:39.494079 dv-cinder-805887-18-iscsi neutron-server[94697]: INFO neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Loaded extension: empty-string-filtering Sep 23 07:15:39.494399 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=94697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 07:15:39.495327 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 07:15:39.495831 dv-cinder-805887-18-iscsi neutron-server[94697]: INFO neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 23 07:15:39.496152 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=94697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 07:15:39.497129 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=94697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 07:15:39.497637 dv-cinder-805887-18-iscsi neutron-server[94697]: INFO neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 23 07:15:39.497956 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Loading extension file: external_net.py {{(pid=94697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 07:15:39.498885 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=94697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 07:15:39.499391 dv-cinder-805887-18-iscsi neutron-server[94697]: INFO neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Loaded extension: external-net Sep 23 07:15:39.499714 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Loading extension file: extra_dhcp_opt.py {{(pid=94697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 07:15:39.500632 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=94697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 07:15:39.501165 dv-cinder-805887-18-iscsi neutron-server[94697]: INFO neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Loaded extension: extra_dhcp_opt Sep 23 07:15:39.501491 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Loading extension file: extraroute.py {{(pid=94697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 07:15:39.510703 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=94697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 07:15:39.511205 dv-cinder-805887-18-iscsi neutron-server[94697]: INFO neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Loaded extension: extraroute Sep 23 07:15:39.511527 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Loading extension file: extraroute_atomic.py {{(pid=94697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 07:15:39.513154 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=94697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 07:15:39.513662 dv-cinder-805887-18-iscsi neutron-server[94697]: INFO neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Loaded extension: extraroute-atomic Sep 23 07:15:39.513980 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Loading extension file: filter_validation.py {{(pid=94697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 07:15:39.514660 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=94697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 07:15:39.515187 dv-cinder-805887-18-iscsi neutron-server[94697]: INFO neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Loaded extension: filter-validation Sep 23 07:15:39.515510 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Loading extension file: fip_pf_description.py {{(pid=94697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 07:15:39.516424 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=94697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 07:15:39.516950 dv-cinder-805887-18-iscsi neutron-server[94697]: INFO neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 23 07:15:39.517273 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Loading extension file: fip_port_details.py {{(pid=94697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 07:15:39.518194 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 07:15:39.518701 dv-cinder-805887-18-iscsi neutron-server[94697]: INFO neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Loaded extension: fip-port-details Sep 23 07:15:39.519023 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Loading extension file: flavors.py {{(pid=94697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 07:15:39.520265 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=94697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 07:15:39.520804 dv-cinder-805887-18-iscsi neutron-server[94697]: INFO neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Loaded extension: flavors Sep 23 07:15:39.521129 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=94697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 07:15:39.522805 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=94697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 07:15:39.523334 dv-cinder-805887-18-iscsi neutron-server[94697]: INFO neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 23 07:15:39.523670 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Loading extension file: floatingip_pools.py {{(pid=94697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 07:15:39.524389 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=94697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 07:15:39.524926 dv-cinder-805887-18-iscsi neutron-server[94697]: INFO neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Loaded extension: floatingip-pools Sep 23 07:15:39.525256 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Loading extension file: ip_allocation.py {{(pid=94697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 07:15:39.526200 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=94697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 07:15:39.526707 dv-cinder-805887-18-iscsi neutron-server[94697]: INFO neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Extension ip_allocation not supported by any of loaded plugins Sep 23 07:15:39.527035 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Loading extension file: ip_substring_port_filtering.py {{(pid=94697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 07:15:39.527972 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=94697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 07:15:39.529056 dv-cinder-805887-18-iscsi neutron-server[94697]: INFO neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Loaded extension: ip-substring-filtering Sep 23 07:15:39.529385 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Loading extension file: l2_adjacency.py {{(pid=94697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 07:15:39.530400 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=94697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 07:15:39.530911 dv-cinder-805887-18-iscsi neutron-server[94697]: INFO neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Extension l2_adjacency not supported by any of loaded plugins Sep 23 07:15:39.531237 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Loading extension file: l3.py {{(pid=94697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 07:15:39.532399 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=94697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 07:15:39.532956 dv-cinder-805887-18-iscsi neutron-server[94697]: INFO neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Loaded extension: router Sep 23 07:15:39.533294 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Loading extension file: l3_conntrack_helper.py {{(pid=94697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 07:15:39.535562 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 07:15:39.536093 dv-cinder-805887-18-iscsi neutron-server[94697]: INFO neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 23 07:15:39.536430 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Loading extension file: l3_ext_gw_mode.py {{(pid=94697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 07:15:39.542026 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=94697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 07:15:39.542545 dv-cinder-805887-18-iscsi neutron-server[94697]: INFO neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Loaded extension: ext-gw-mode Sep 23 07:15:39.542881 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Loading extension file: l3_ext_ha_mode.py {{(pid=94697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 07:15:39.543851 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=94697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 07:15:39.544361 dv-cinder-805887-18-iscsi neutron-server[94697]: INFO neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Loaded extension: l3-ha Sep 23 07:15:39.544691 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Loading extension file: l3_flavors.py {{(pid=94697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 07:15:39.545638 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=94697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 07:15:39.546149 dv-cinder-805887-18-iscsi neutron-server[94697]: INFO neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Loaded extension: l3-flavors Sep 23 07:15:39.546480 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=94697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 07:15:39.547397 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=94697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 07:15:39.547911 dv-cinder-805887-18-iscsi neutron-server[94697]: INFO neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Loaded extension: l3-port-ip-change-not-allowed Sep 23 07:15:39.548237 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Loading extension file: l3agentscheduler.py {{(pid=94697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 07:15:39.549328 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 07:15:39.549837 dv-cinder-805887-18-iscsi neutron-server[94697]: INFO neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Loaded extension: l3_agent_scheduler Sep 23 07:15:39.550165 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Loading extension file: logging.py {{(pid=94697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 07:15:39.551683 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=94697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 07:15:39.552197 dv-cinder-805887-18-iscsi neutron-server[94697]: INFO neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Extension logging not supported by any of loaded plugins Sep 23 07:15:39.552529 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Loading extension file: metering.py {{(pid=94697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 07:15:39.553311 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=94697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 07:15:39.553888 dv-cinder-805887-18-iscsi neutron-server[94697]: INFO neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Loaded extension: metering Sep 23 07:15:39.554215 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=94697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 07:15:39.555332 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=94697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 07:15:39.555843 dv-cinder-805887-18-iscsi neutron-server[94697]: INFO neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Loaded extension: metering_source_and_destination_fields Sep 23 07:15:39.556171 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Loading extension file: multiprovidernet.py {{(pid=94697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 07:15:39.560164 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=94697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 07:15:39.560164 dv-cinder-805887-18-iscsi neutron-server[94697]: INFO neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Loaded extension: multi-provider Sep 23 07:15:39.560164 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Loading extension file: netmtu.py {{(pid=94697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 07:15:39.560164 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=94697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 07:15:39.560164 dv-cinder-805887-18-iscsi neutron-server[94697]: INFO neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Loaded extension: net-mtu Sep 23 07:15:39.560164 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Loading extension file: netmtu_writable.py {{(pid=94697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 07:15:39.563901 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=94697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 07:15:39.564606 dv-cinder-805887-18-iscsi neutron-server[94697]: INFO neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Loaded extension: net-mtu-writable Sep 23 07:15:39.564987 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Loading extension file: network_availability_zone.py {{(pid=94697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 07:15:39.565731 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=94697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 07:15:39.566190 dv-cinder-805887-18-iscsi neutron-server[94697]: INFO neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Loaded extension: network_availability_zone Sep 23 07:15:39.566515 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Loading extension file: network_ip_availability.py {{(pid=94697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 07:15:39.567655 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=94697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 07:15:39.568163 dv-cinder-805887-18-iscsi neutron-server[94697]: INFO neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Loaded extension: network-ip-availability Sep 23 07:15:39.568501 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Loading extension file: network_segment_range.py {{(pid=94697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 07:15:39.569317 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=94697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 07:15:39.569817 dv-cinder-805887-18-iscsi neutron-server[94697]: INFO neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Extension network-segment-range not supported by any of loaded plugins Sep 23 07:15:39.570142 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Loading extension file: pagination.py {{(pid=94697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 07:15:39.571137 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 07:15:39.571468 dv-cinder-805887-18-iscsi neutron-server[94697]: INFO neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Loaded extension: pagination Sep 23 07:15:39.571793 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Loading extension file: port_device_profile.py {{(pid=94697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 07:15:39.572708 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=94697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 07:15:39.573244 dv-cinder-805887-18-iscsi neutron-server[94697]: INFO neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Loaded extension: port-device-profile Sep 23 07:15:39.573573 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Loading extension file: port_mac_address_regenerate.py {{(pid=94697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 07:15:39.574507 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=94697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 07:15:39.575559 dv-cinder-805887-18-iscsi neutron-server[94697]: INFO neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Loaded extension: port-mac-address-regenerate Sep 23 07:15:39.575888 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Loading extension file: port_numa_affinity_policy.py {{(pid=94697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 07:15:39.576837 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=94697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 07:15:39.577349 dv-cinder-805887-18-iscsi neutron-server[94697]: INFO neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Loaded extension: port-numa-affinity-policy Sep 23 07:15:39.577671 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Loading extension file: port_resource_request.py {{(pid=94697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 07:15:39.578730 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=94697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 07:15:39.579235 dv-cinder-805887-18-iscsi neutron-server[94697]: INFO neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Extension port-resource-request not supported by any of loaded plugins Sep 23 07:15:39.579561 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Loading extension file: portbindings.py {{(pid=94697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 07:15:39.580498 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=94697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 07:15:39.581034 dv-cinder-805887-18-iscsi neutron-server[94697]: INFO neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Loaded extension: binding Sep 23 07:15:39.581368 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Loading extension file: portbindings_extended.py {{(pid=94697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 07:15:39.582646 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=94697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 07:15:39.583165 dv-cinder-805887-18-iscsi neutron-server[94697]: INFO neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Loaded extension: binding-extended Sep 23 07:15:39.587584 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Loading extension file: portsecurity.py {{(pid=94697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 07:15:39.588280 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=94697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 07:15:39.588838 dv-cinder-805887-18-iscsi neutron-server[94697]: INFO neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Loaded extension: port-security Sep 23 07:15:39.589171 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Loading extension file: project_id.py {{(pid=94697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 07:15:39.590165 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=94697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 07:15:39.590500 dv-cinder-805887-18-iscsi neutron-server[94697]: INFO neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Loaded extension: project-id Sep 23 07:15:39.591383 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Loading extension file: providernet.py {{(pid=94697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 07:15:39.594937 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=94697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 07:15:39.594937 dv-cinder-805887-18-iscsi neutron-server[94697]: INFO neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Loaded extension: provider Sep 23 07:15:39.594937 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Loading extension file: qos.py {{(pid=94697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 07:15:39.596908 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=94697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 07:15:39.597462 dv-cinder-805887-18-iscsi neutron-server[94697]: INFO neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Extension qos not supported by any of loaded plugins Sep 23 07:15:39.597795 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Loading extension file: qos_bw_limit_direction.py {{(pid=94697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 07:15:39.599059 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=94697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 07:15:39.599579 dv-cinder-805887-18-iscsi neutron-server[94697]: INFO neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 23 07:15:39.599902 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=94697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 07:15:39.600892 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=94697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 07:15:39.601408 dv-cinder-805887-18-iscsi neutron-server[94697]: INFO neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 23 07:15:39.601734 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Loading extension file: qos_default.py {{(pid=94697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 07:15:39.602664 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=94697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 07:15:39.603176 dv-cinder-805887-18-iscsi neutron-server[94697]: INFO neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Extension qos-default not supported by any of loaded plugins Sep 23 07:15:39.603504 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Loading extension file: qos_fip.py {{(pid=94697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 07:15:39.604171 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=94697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 07:15:39.604674 dv-cinder-805887-18-iscsi neutron-server[94697]: INFO neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Extension qos-fip not supported by any of loaded plugins Sep 23 07:15:39.605037 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Loading extension file: qos_gateway_ip.py {{(pid=94697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 07:15:39.605971 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=94697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 07:15:39.607253 dv-cinder-805887-18-iscsi neutron-server[94697]: INFO neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 23 07:15:39.607576 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Loading extension file: qos_port_network_policy.py {{(pid=94697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 07:15:39.608501 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=94697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 07:15:39.609033 dv-cinder-805887-18-iscsi neutron-server[94697]: INFO neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 23 07:15:39.609355 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Loading extension file: qos_pps_rule.py {{(pid=94697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 07:15:39.610545 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=94697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 07:15:39.611055 dv-cinder-805887-18-iscsi neutron-server[94697]: INFO neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Extension qos-pps not supported by any of loaded plugins Sep 23 07:15:39.611381 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Loading extension file: qos_rule_type_details.py {{(pid=94697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 07:15:39.618238 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=94697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 07:15:39.618814 dv-cinder-805887-18-iscsi neutron-server[94697]: INFO neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 23 07:15:39.619177 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Loading extension file: qos_rules_alias.py {{(pid=94697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 07:15:39.620276 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=94697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 07:15:39.620952 dv-cinder-805887-18-iscsi neutron-server[94697]: INFO neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 23 07:15:39.621322 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Loading extension file: quotasv2.py {{(pid=94697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 07:15:39.622928 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=94697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 07:15:39.623256 dv-cinder-805887-18-iscsi neutron-server[94697]: INFO neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Loaded extension: quotas Sep 23 07:15:39.623576 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Loading extension file: quotasv2_detail.py {{(pid=94697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 07:15:39.626983 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=94697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 07:15:39.627325 dv-cinder-805887-18-iscsi neutron-server[94697]: INFO neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Loaded extension: quota_details Sep 23 07:15:39.627666 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Loading extension file: rbac.py {{(pid=94697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 07:15:39.628791 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=94697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 07:15:39.629322 dv-cinder-805887-18-iscsi neutron-server[94697]: INFO neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Loaded extension: rbac-policies Sep 23 07:15:39.629659 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Loading extension file: rbac_address_group.py {{(pid=94697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 07:15:39.630612 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=94697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 07:15:39.631128 dv-cinder-805887-18-iscsi neutron-server[94697]: INFO neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Loaded extension: rbac-address-group Sep 23 07:15:39.631542 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Loading extension file: rbac_address_scope.py {{(pid=94697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 07:15:39.632562 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=94697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 07:15:39.633117 dv-cinder-805887-18-iscsi neutron-server[94697]: INFO neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Loaded extension: rbac-address-scope Sep 23 07:15:39.633453 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Loading extension file: rbac_security_groups.py {{(pid=94697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 07:15:39.634423 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=94697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 07:15:39.634955 dv-cinder-805887-18-iscsi neutron-server[94697]: INFO neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Loaded extension: rbac-security-groups Sep 23 07:15:39.635288 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Loading extension file: rbac_subnetpool.py {{(pid=94697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 07:15:39.636252 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=94697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 07:15:39.636796 dv-cinder-805887-18-iscsi neutron-server[94697]: INFO neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Loaded extension: rbac-subnetpool Sep 23 07:15:39.637130 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Loading extension file: revisionifmatch.py {{(pid=94697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 07:15:39.638120 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=94697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 07:15:39.638640 dv-cinder-805887-18-iscsi neutron-server[94697]: INFO neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Loaded extension: revision-if-match Sep 23 07:15:39.638972 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Loading extension file: revisions.py {{(pid=94697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 07:15:39.640155 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=94697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 07:15:39.640672 dv-cinder-805887-18-iscsi neutron-server[94697]: INFO neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Loaded extension: standard-attr-revisions Sep 23 07:15:39.641326 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Loading extension file: router_availability_zone.py {{(pid=94697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 07:15:39.641724 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=94697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 07:15:39.642236 dv-cinder-805887-18-iscsi neutron-server[94697]: INFO neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Loaded extension: router_availability_zone Sep 23 07:15:39.642560 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Loading extension file: routerservicetype.py {{(pid=94697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 07:15:39.643642 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=94697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 07:15:39.644495 dv-cinder-805887-18-iscsi neutron-server[94697]: INFO neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Extension router-service-type not supported by any of loaded plugins Sep 23 07:15:39.645073 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=94697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 07:15:39.646532 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=94697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 07:15:39.647420 dv-cinder-805887-18-iscsi neutron-server[94697]: INFO neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Loaded extension: security-groups-normalized-cidr Sep 23 07:15:39.647998 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Loading extension file: security_groups_port_filtering.py {{(pid=94697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 07:15:39.649127 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=94697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 07:15:39.650838 dv-cinder-805887-18-iscsi neutron-server[94697]: INFO neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Loaded extension: port-security-groups-filtering Sep 23 07:15:39.651177 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Loading extension file: security_groups_remote_address_group.py {{(pid=94697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 07:15:39.652141 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=94697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 07:15:39.653417 dv-cinder-805887-18-iscsi neutron-server[94697]: INFO neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Loaded extension: security-groups-remote-address-group Sep 23 07:15:39.653744 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Loading extension file: securitygroup.py {{(pid=94697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 07:15:39.668443 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=94697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 07:15:39.669537 dv-cinder-805887-18-iscsi neutron-server[94697]: INFO neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Loaded extension: security-group Sep 23 07:15:39.669965 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Loading extension file: segment.py {{(pid=94697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 07:15:39.670721 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=94697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 07:15:39.671227 dv-cinder-805887-18-iscsi neutron-server[94697]: INFO neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Extension segment not supported by any of loaded plugins Sep 23 07:15:39.671555 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=94697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 07:15:39.672571 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=94697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 07:15:39.673116 dv-cinder-805887-18-iscsi neutron-server[94697]: INFO neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 23 07:15:39.673441 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Loading extension file: servicetype.py {{(pid=94697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 07:15:39.674644 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=94697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 07:15:39.675168 dv-cinder-805887-18-iscsi neutron-server[94697]: INFO neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Loaded extension: service-type Sep 23 07:15:39.675498 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Loading extension file: sorting.py {{(pid=94697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 07:15:39.676501 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 07:15:39.676870 dv-cinder-805887-18-iscsi neutron-server[94697]: INFO neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Loaded extension: sorting Sep 23 07:15:39.677191 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Loading extension file: standard_attr_segment.py {{(pid=94697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 07:15:39.678113 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 07:15:39.678626 dv-cinder-805887-18-iscsi neutron-server[94697]: INFO neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 23 07:15:39.679405 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Loading extension file: standardattrdescription.py {{(pid=94697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 07:15:39.679614 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=94697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 07:15:39.680166 dv-cinder-805887-18-iscsi neutron-server[94697]: INFO neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Loaded extension: standard-attr-description Sep 23 07:15:39.680441 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Loading extension file: stateful_security_group.py {{(pid=94697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 07:15:39.681445 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=94697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 07:15:39.681963 dv-cinder-805887-18-iscsi neutron-server[94697]: INFO neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Loaded extension: stateful-security-group Sep 23 07:15:39.682289 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Loading extension file: stdattrs_common.py {{(pid=94697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 07:15:39.682882 dv-cinder-805887-18-iscsi neutron-server[94697]: WARNING neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 23 07:15:39.683207 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=94697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 07:15:39.684979 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=94697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 07:15:39.685254 dv-cinder-805887-18-iscsi neutron-server[94697]: INFO neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 23 07:15:39.685592 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Loading extension file: subnet_onboard.py {{(pid=94697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 07:15:39.690200 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=94697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 07:15:39.690721 dv-cinder-805887-18-iscsi neutron-server[94697]: INFO neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Loaded extension: subnet_onboard Sep 23 07:15:39.691047 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Loading extension file: subnet_segmentid_writable.py {{(pid=94697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 07:15:39.691991 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=94697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 07:15:39.692502 dv-cinder-805887-18-iscsi neutron-server[94697]: INFO neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 23 07:15:39.692852 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Loading extension file: subnet_service_types.py {{(pid=94697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 07:15:39.693793 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=94697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 07:15:39.694301 dv-cinder-805887-18-iscsi neutron-server[94697]: INFO neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Loaded extension: subnet-service-types Sep 23 07:15:39.694631 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Loading extension file: subnetallocation.py {{(pid=94697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 07:15:39.695739 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=94697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 07:15:39.696249 dv-cinder-805887-18-iscsi neutron-server[94697]: INFO neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Loaded extension: subnet_allocation Sep 23 07:15:39.696571 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=94697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 07:15:39.697284 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=94697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 07:15:39.697797 dv-cinder-805887-18-iscsi neutron-server[94697]: INFO neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Loaded extension: subnetpool-prefix-ops Sep 23 07:15:39.698115 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=94697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 07:15:39.699069 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=94697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 07:15:39.699576 dv-cinder-805887-18-iscsi neutron-server[94697]: INFO neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 23 07:15:39.699922 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Loading extension file: tagging.py {{(pid=94697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 07:15:39.701081 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=94697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 07:15:39.701601 dv-cinder-805887-18-iscsi neutron-server[94697]: INFO neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Loaded extension: standard-attr-tag Sep 23 07:15:39.701929 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Loading extension file: timestamp.py {{(pid=94697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 07:15:39.703145 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=94697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 07:15:39.703672 dv-cinder-805887-18-iscsi neutron-server[94697]: INFO neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Loaded extension: standard-attr-timestamp Sep 23 07:15:39.704007 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Loading extension file: trunk.py {{(pid=94697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 07:15:39.705086 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=94697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 07:15:39.705604 dv-cinder-805887-18-iscsi neutron-server[94697]: INFO neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Extension trunk not supported by any of loaded plugins Sep 23 07:15:39.705933 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Loading extension file: trunk_details.py {{(pid=94697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 07:15:39.706864 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=94697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 07:15:39.707379 dv-cinder-805887-18-iscsi neutron-server[94697]: INFO neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Extension trunk-details not supported by any of loaded plugins Sep 23 07:15:39.707735 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Loading extension file: uplink_status_propagation.py {{(pid=94697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 07:15:39.708638 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=94697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 07:15:39.709179 dv-cinder-805887-18-iscsi neutron-server[94697]: INFO neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 23 07:15:39.709507 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Loading extension file: vlantransparent.py {{(pid=94697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 07:15:39.710202 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=94697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 07:15:39.710710 dv-cinder-805887-18-iscsi neutron-server[94697]: INFO neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Extension vlan-transparent not supported by any of loaded plugins Sep 23 07:15:39.713289 dv-cinder-805887-18-iscsi neutron-server[94697]: INFO neutron.quota.resource_registry [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Creating instance of TrackedResource for resource:network Sep 23 07:15:39.713835 dv-cinder-805887-18-iscsi neutron-server[94697]: INFO neutron.quota.resource_registry [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Creating instance of TrackedResource for resource:subnet Sep 23 07:15:39.721323 dv-cinder-805887-18-iscsi neutron-server[94697]: INFO neutron.quota.resource_registry [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Creating instance of TrackedResource for resource:subnetpool Sep 23 07:15:39.721323 dv-cinder-805887-18-iscsi neutron-server[94697]: INFO neutron.quota.resource_registry [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Creating instance of TrackedResource for resource:port Sep 23 07:15:39.721323 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.v2.resource_helper [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94697) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 07:15:39.721323 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.v2.resource_helper [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Service FLAVORS assigned prefix: {{(pid=94697) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 07:15:39.721323 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.v2.resource_helper [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94697) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 07:15:39.721323 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.v2.resource_helper [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94697) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 07:15:39.721323 dv-cinder-805887-18-iscsi neutron-server[94697]: INFO neutron.quota.resource_registry [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Creating instance of TrackedResource for resource:router Sep 23 07:15:39.721323 dv-cinder-805887-18-iscsi neutron-server[94697]: INFO neutron.quota.resource_registry [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Creating instance of TrackedResource for resource:floatingip Sep 23 07:15:39.721896 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.v2.resource_helper [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Service METERING assigned prefix: /metering {{(pid=94697) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 07:15:39.721896 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 07:15:39.721896 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 07:15:39.721896 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 07:15:39.721896 dv-cinder-805887-18-iscsi neutron-server[94697]: INFO neutron.quota.resource_registry [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Creating instance of CountableResource for resource:rbac_policy Sep 23 07:15:39.722349 dv-cinder-805887-18-iscsi neutron-server[94697]: INFO neutron.quota.resource_registry [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Creating instance of TrackedResource for resource:security_group Sep 23 07:15:39.722678 dv-cinder-805887-18-iscsi neutron-server[94697]: INFO neutron.quota.resource_registry [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Creating instance of TrackedResource for resource:security_group_rule Sep 23 07:15:39.723268 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.v2.resource_helper [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Service CORE assigned prefix: {{(pid=94697) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 07:15:39.723596 dv-cinder-805887-18-iscsi neutron-server[94697]: INFO neutron.quota.resource_registry [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Creating instance of TrackedResource for resource:subnetpool Sep 23 07:15:39.723942 dv-cinder-805887-18-iscsi neutron-server[94697]: WARNING neutron.quota.resource_registry [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] subnetpool is already registered Sep 23 07:15:39.724386 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.v2.resource_helper [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Service CORE assigned prefix: {{(pid=94697) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 07:15:39.724711 dv-cinder-805887-18-iscsi neutron-server[94697]: INFO neutron.quota.resource_registry [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Creating instance of TrackedResource for resource:subnetpool Sep 23 07:15:39.725075 dv-cinder-805887-18-iscsi neutron-server[94697]: WARNING neutron.quota.resource_registry [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] subnetpool is already registered Sep 23 07:15:39.727395 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.v2.resource_helper [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94697) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 07:15:39.727827 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.v2.resource_helper [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Service FLAVORS assigned prefix: {{(pid=94697) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 07:15:39.728423 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.v2.resource_helper [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94697) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 07:15:39.728876 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.v2.resource_helper [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94697) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 07:15:39.729208 dv-cinder-805887-18-iscsi neutron-server[94697]: INFO neutron.quota.resource_registry [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Creating instance of TrackedResource for resource:router Sep 23 07:15:39.729545 dv-cinder-805887-18-iscsi neutron-server[94697]: WARNING neutron.quota.resource_registry [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] router is already registered Sep 23 07:15:39.729955 dv-cinder-805887-18-iscsi neutron-server[94697]: INFO neutron.quota.resource_registry [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Creating instance of TrackedResource for resource:floatingip Sep 23 07:15:39.730291 dv-cinder-805887-18-iscsi neutron-server[94697]: WARNING neutron.quota.resource_registry [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] floatingip is already registered Sep 23 07:15:39.730746 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.v2.resource_helper [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Service METERING assigned prefix: /metering {{(pid=94697) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 07:15:39.732200 dv-cinder-805887-18-iscsi neutron-server[94697]: INFO neutron.quota.resource_registry [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Creating instance of CountableResource for resource:rbac_policy Sep 23 07:15:39.732531 dv-cinder-805887-18-iscsi neutron-server[94697]: WARNING neutron.quota.resource_registry [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] rbac_policy is already registered Sep 23 07:15:39.732979 dv-cinder-805887-18-iscsi neutron-server[94697]: INFO neutron.quota.resource_registry [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Creating instance of TrackedResource for resource:security_group Sep 23 07:15:39.733317 dv-cinder-805887-18-iscsi neutron-server[94697]: WARNING neutron.quota.resource_registry [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] security_group is already registered Sep 23 07:15:39.733806 dv-cinder-805887-18-iscsi neutron-server[94697]: INFO neutron.quota.resource_registry [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Creating instance of TrackedResource for resource:security_group_rule Sep 23 07:15:39.734058 dv-cinder-805887-18-iscsi neutron-server[94697]: WARNING neutron.quota.resource_registry [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] security_group_rule is already registered Sep 23 07:15:39.734684 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.v2.resource_helper [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Service CORE assigned prefix: {{(pid=94697) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 07:15:39.735013 dv-cinder-805887-18-iscsi neutron-server[94697]: INFO neutron.quota.resource_registry [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Creating instance of TrackedResource for resource:subnetpool Sep 23 07:15:39.735347 dv-cinder-805887-18-iscsi neutron-server[94697]: WARNING neutron.quota.resource_registry [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] subnetpool is already registered Sep 23 07:15:39.735766 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.v2.resource_helper [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Service CORE assigned prefix: {{(pid=94697) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 07:15:39.736097 dv-cinder-805887-18-iscsi neutron-server[94697]: INFO neutron.quota.resource_registry [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Creating instance of TrackedResource for resource:subnetpool Sep 23 07:15:39.736434 dv-cinder-805887-18-iscsi neutron-server[94697]: WARNING neutron.quota.resource_registry [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] subnetpool is already registered Sep 23 07:15:39.736913 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Extended resource: extensions {{(pid=94697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 07:15:39.738414 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Extended resource: address-groups {{(pid=94697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 07:15:39.739885 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Extended resource: address-scopes {{(pid=94697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 07:15:39.741241 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Extended resource: agents {{(pid=94697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 07:15:39.742409 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Extended resource: auto-allocated-topology {{(pid=94697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 07:15:39.743646 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Extended resource: availability_zones {{(pid=94697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 07:15:39.744886 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Extended resource: dhcp-networks {{(pid=94697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 07:15:39.746449 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Extended resource: dhcp-agents {{(pid=94697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 07:15:39.748465 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Extended resource: routers {{(pid=94697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 07:15:39.750722 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Extended resource: flavors {{(pid=94697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 07:15:39.751885 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Extended resource: service_profiles {{(pid=94697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 07:15:39.753121 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Extended resource: next_providers {{(pid=94697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 07:15:39.754583 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Extended resource: service_profiles {{(pid=94697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 07:15:39.756133 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Extended resource: floatingip-pools {{(pid=94697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 07:15:39.757388 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Extended resource: routers {{(pid=94697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 07:15:39.759525 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Extended resource: floatingips {{(pid=94697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 07:15:39.760859 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Extended resource: l3-routers {{(pid=94697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 07:15:39.767193 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Extended resource: l3-agents {{(pid=94697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 07:15:39.767193 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Extended resource: metering-labels {{(pid=94697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 07:15:39.767193 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Extended resource: metering-label-rules {{(pid=94697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 07:15:39.767193 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Extended resource: network-ip-availabilities {{(pid=94697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 07:15:39.768260 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Extended resource: bindings {{(pid=94697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 07:15:39.770424 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Extended resource: quotas {{(pid=94697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 07:15:39.771904 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Extended resource: quotas {{(pid=94697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 07:15:39.773352 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Extended resource: rbac-policies {{(pid=94697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 07:15:39.774554 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Extended resource: security-groups {{(pid=94697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 07:15:39.775852 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Extended resource: security-group-rules {{(pid=94697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 07:15:39.777210 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Extended resource: service-providers {{(pid=94697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 07:15:39.778972 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Extended resource: subnetpools {{(pid=94697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 07:15:39.780421 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Extended resource: subnetpools {{(pid=94697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 07:15:39.781918 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Extended resource: tags {{(pid=94697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 07:15:39.783586 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Extended resource: tags {{(pid=94697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 07:15:39.785465 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Extended resource: tags {{(pid=94697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 07:15:39.787264 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Extended resource: tags {{(pid=94697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 07:15:39.789076 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Extended resource: tags {{(pid=94697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 07:15:39.790909 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Extended resource: tags {{(pid=94697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 07:15:39.792603 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Extended resource: tags {{(pid=94697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 07:15:39.795229 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Extended resource: tags {{(pid=94697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 07:15:39.797012 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Extended resource: tags {{(pid=94697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 07:15:39.798738 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron.api.extensions [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Extended resource: tags {{(pid=94697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 07:15:39.805125 dv-cinder-805887-18-iscsi neutron-server[94697]: WARNING keystonemiddleware.auth_token [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 23 07:15:39.810743 dv-cinder-805887-18-iscsi neutron-server[94697]: WARNING keystonemiddleware.auth_token [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 23 07:15:39.819689 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_concurrency.lockutils [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Acquired lock "singleton_lock" {{(pid=94697) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Sep 23 07:15:39.820090 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_concurrency.lockutils [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Releasing lock "singleton_lock" {{(pid=94697) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Sep 23 07:15:39.820772 dv-cinder-805887-18-iscsi neutron-server[94697]: INFO oslo_service.service [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Starting 2 workers Sep 23 07:15:39.825727 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Started child 94840 {{(pid=94697) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 23 07:15:39.830721 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Started child 94841 {{(pid=94697) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 23 07:15:39.832158 dv-cinder-805887-18-iscsi neutron-server[94697]: INFO neutron.service [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Neutron service started, listening on 0.0.0.0:9696 Sep 23 07:15:39.832503 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:15:39.839726 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Notify callbacks [] for process, before_spawn {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:15:39.839954 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [-] (94840) wsgi starting up on http://0.0.0.0:9696 Sep 23 07:15:39.840084 dv-cinder-805887-18-iscsi neutron-server[94697]: INFO oslo_service.service [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Starting 1 workers Sep 23 07:15:39.840223 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:15:39.840223 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [-] (94841) wsgi starting up on http://0.0.0.0:9696 Sep 23 07:15:39.841511 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Started child 94842 {{(pid=94697) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 23 07:15:39.841799 dv-cinder-805887-18-iscsi neutron-server[94697]: INFO oslo_service.service [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Starting 1 workers Sep 23 07:15:39.846611 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Started child 94843 {{(pid=94697) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 23 07:15:39.847490 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] Notify callbacks [] for process, after_spawn {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:15:39.847650 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.service [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] calling RpcWorker wait() {{(pid=94842) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 23 07:15:39.848439 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.service [None req-2b985638-fa25-4d23-a29c-2cb68fddadba None None] returning from RpcWorker wait() {{(pid=94842) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 23 07:15:39.849549 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94697) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 23 07:15:39.849737 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 23 07:15:39.849928 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 23 07:15:39.850139 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 23 07:15:39.850296 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:15:39.850487 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 23 07:15:39.850655 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 23 07:15:39.850836 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:15:39.851277 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:39.851439 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:39.851705 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:39.851985 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:39.852292 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:39.852947 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:39.853209 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:39.853445 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:39.853732 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:39.853978 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:39.854152 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:39.854322 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:39.854568 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:39.854884 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:39.855158 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:39.855426 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:39.855676 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:39.855928 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:39.856418 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:39.857186 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:15:39.858025 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:39.858025 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:39.858025 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:39.858025 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] debug = True {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:39.858840 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:39.858840 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:39.859254 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:39.859254 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:39.859626 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:39.859626 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:39.860026 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:39.860214 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:39.860402 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:39.860589 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:39.860823 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:39.861091 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:39.861324 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:39.861541 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:39.861758 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:39.862010 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:39.862248 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:39.862756 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] host = dv-cinder-805887-18-iscsi {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:39.862996 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:39.863216 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:39.863462 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:39.863720 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:39.863969 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:39.864188 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:39.864446 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:39.864693 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:39.864977 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:39.865308 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:39.865496 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:39.865696 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:39.865886 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:39.866130 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] log_file = None {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:39.866318 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] log_options = True {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:39.866516 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:39.866774 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:39.867031 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:39.867225 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:39.867419 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:39.867617 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:39.867820 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:39.868025 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:39.868218 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:39.868418 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:39.868664 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:39.868926 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:39.869153 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:39.869360 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:39.869624 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:39.869881 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:39.870120 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:39.870314 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:39.870580 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:39.870863 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:39.871054 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:39.871278 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:39.871520 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:39.871739 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:39.872003 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:39.872246 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:39.872493 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:39.872794 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:39.872995 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:39.873208 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:39.873400 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:39.873633 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:39.873873 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:39.874141 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:39.874408 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:39.874621 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:39.874856 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:39.875163 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:39.875503 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:39.875706 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:39.875901 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:39.876091 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:39.876301 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:39.876533 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:39.876804 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:39.877011 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:39.877251 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] use_json = False {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:39.877470 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:39.877719 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:39.877992 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:39.878212 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:39.878450 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:39.878646 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:39.878876 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:39.879112 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:39.879540 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.879831 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.880180 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.880446 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.880682 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.880947 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.881186 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.881394 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.881608 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.881867 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.882202 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.882405 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.882697 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.882940 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.883213 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.883538 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.883794 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.884071 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.884295 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.884507 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.884771 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.885035 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.885318 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.885532 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.885857 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.886070 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.886267 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.886544 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.886819 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.887069 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.62/identity {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.887418 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.887622 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.887799 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.888037 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.888253 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.888468 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.888700 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.891200 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.891200 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.891200 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.891200 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.891200 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.891200 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.891200 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.891200 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.891200 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.893206 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.893206 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.893206 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.893206 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.893206 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.893206 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.893206 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.893206 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.893206 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.894981 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.894981 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.894981 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.894981 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.894981 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.894981 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.894981 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.894981 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.894981 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.896701 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.896701 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.896701 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.896701 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.896701 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.896701 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.896701 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.896701 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.898141 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.898141 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.898141 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.898141 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.898141 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.898141 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.898141 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.899353 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.899353 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.899353 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.899353 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.899353 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.899353 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.900361 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.900361 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.900361 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.900361 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.900361 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.901266 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.901266 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.901266 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.901843 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.901843 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.901843 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.902440 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.902440 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.903592 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.903592 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.903592 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.904168 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.904168 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.904540 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.904540 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.905660 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.905660 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.905660 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.905660 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.906545 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.906545 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.906545 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.906545 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.907266 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.907266 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.907266 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.907811 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.907811 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.908175 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.908175 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.908536 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.908755 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.908945 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.909200 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.909452 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.909701 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.909959 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.910212 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.910465 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.910714 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.910964 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.911165 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.911455 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.911670 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.911881 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.912093 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.912448 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.912663 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.912940 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.913159 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.913386 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.913611 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.913838 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.914061 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.914549 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.914549 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.914969 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.915194 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:15:39.915437 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.915437 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.62/identity {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.915437 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.916062 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.916062 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.916535 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.916535 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.916535 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.917223 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.917223 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.917223 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.917897 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.917897 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.917897 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.918532 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.918532 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.918532 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.919716 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.919716 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.920080 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.920080 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.920433 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.920433 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.920856 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.921046 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.921240 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.921423 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.921605 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.921868 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.922103 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.922334 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.922558 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.922788 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.923024 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.923269 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.923506 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.923706 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.923924 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.924163 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.924396 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.924629 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.924879 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.925289 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.925453 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.925599 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.925935 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.926189 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.926418 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.926675 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.926894 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.927149 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.927386 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.927605 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.927821 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.928038 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.928259 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.928522 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.928824 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.929049 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.929263 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.929492 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.929704 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.929940 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.931188 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.931188 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.931188 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.931188 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.931188 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.931918 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.931918 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.931918 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.932423 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.932423 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.932423 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.932898 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.932898 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.933371 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.933371 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.933739 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.933739 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.934084 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.934084 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.934440 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.934621 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.934806 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.934993 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.935168 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.936147 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.936147 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.936147 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.936147 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.936928 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.936928 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.936928 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.937377 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.937377 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.937713 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.937713 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.938021 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.938190 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.938364 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.938566 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.938826 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.939110 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.939324 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.939546 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.939789 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.940110 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.940320 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.940567 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.940823 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.941042 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.941264 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.941520 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.941858 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.942166 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.942409 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.942674 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.942968 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.943292 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.943507 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.943705 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.944569 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.944569 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.944569 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.945003 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.945289 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.945597 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.945887 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.946194 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.946497 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.946803 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.947098 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.947403 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.947694 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.948034 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.952749 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.952749 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.952749 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.952749 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.952749 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.952749 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.952749 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.952749 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 23 07:15:39.954458 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94697) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 23 07:15:39.954458 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 23 07:15:39.954458 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 23 07:15:39.954458 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 23 07:15:39.954458 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 23 07:15:39.954458 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 23 07:15:39.954458 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:39.954458 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:39.954932 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:39.954932 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:39.954932 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:39.954932 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:39.954932 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:39.954932 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:39.954932 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:39.954932 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:39.955411 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:39.955411 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:39.955411 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:39.955411 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:39.955411 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:39.955411 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:39.955821 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:39.956258 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:39.956738 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:39.957137 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:39.957520 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:39.957932 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:39.958328 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] debug = True {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:39.958810 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:39.959354 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:39.959719 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:39.960075 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:39.960427 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:39.960850 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:39.961242 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:39.961613 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:39.961993 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:39.962392 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:39.962781 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:39.963174 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:39.963536 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:39.963866 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:39.964324 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:39.964680 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:39.965080 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:39.965411 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] host = dv-cinder-805887-18-iscsi {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:39.966244 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:39.966564 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:39.966900 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:39.967216 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:39.967545 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:39.968544 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:39.968544 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:39.968544 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:39.968975 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:39.969211 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:39.969557 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:39.969903 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:39.970219 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:39.970603 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] log_file = None {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:39.970899 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] log_options = True {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:39.971204 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:39.971495 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:39.971785 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:39.972113 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:39.972582 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:39.973003 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:39.973320 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:39.973618 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:39.973936 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:39.974446 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:39.974784 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:39.975066 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:39.975336 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:39.975593 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:39.975842 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:39.976080 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:39.976362 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:39.976639 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:39.976935 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:39.977286 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:39.977501 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:39.977727 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:39.977949 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:39.978168 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:39.978367 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:39.978571 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:39.978834 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:39.979625 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:39.979907 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:39.980013 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:39.980218 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:39.980493 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:39.980805 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:39.981346 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:39.982175 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:39.982456 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:39.982726 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:39.983006 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:39.983291 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:39.983566 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:39.983830 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:39.984109 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:39.984553 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:39.984862 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:39.985136 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:39.985428 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:39.985700 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] use_json = False {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:39.985962 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:39.986213 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:39.986470 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:39.986744 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:39.987009 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:39.987263 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:39.987540 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:39.987780 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 07:15:39.988047 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.988276 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.988633 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.988744 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.989123 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.989351 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.989571 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.989787 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.990181 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.990270 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.990439 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.990656 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.990887 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.994462 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.62', 48872) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:15:39.995736 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.995981 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.996216 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.996469 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.996918 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.997094 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.997394 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.997679 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.997955 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.998242 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.998514 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.998782 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.999072 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.999373 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.999670 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:39.999899 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:40.000252 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.62/identity {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:40.000441 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:40.000698 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:40.000980 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:40.001205 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:40.001430 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:40.001649 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:40.001940 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:40.002231 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:40.002510 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:40.002796 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:40.006378 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:40.006378 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:40.006378 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:40.006378 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:40.006378 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:40.006378 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:40.006378 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:40.006378 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:40.006378 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:40.007193 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:40.007193 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:40.007193 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:40.007193 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:40.007193 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:40.007193 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:40.007193 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:40.007193 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:40.007193 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:40.007840 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:40.007840 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:40.007840 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:40.007840 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:40.008126 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:40.008206 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:40.008400 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:40.008622 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:40.008898 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:40.009164 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:40.009451 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:40.009700 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:40.009956 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:40.010404 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:40.010735 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:40.011168 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:40.011421 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:40.011647 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:40.012256 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:40.012813 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:40.013091 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:40.013459 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:40.013609 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:40.014134 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:40.014134 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:40.014394 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:40.014671 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:40.015034 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:40.015200 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:40.015429 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:40.015663 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:40.015877 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:40.016097 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:40.016312 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:40.016583 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:40.016875 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:40.017147 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:40.017417 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:40.017681 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:40.017955 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:40.018232 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:40.018542 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:40.018777 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:40.019056 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:40.019530 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:40.019776 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [-] 10.222.0.62 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0217719 Sep 23 07:15:40.020229 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:40.020583 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:40.020838 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:40.021016 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:40.021493 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:40.021682 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:40.021901 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:40.022952 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:40.022952 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:40.022952 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:40.022952 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:40.022952 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:40.022952 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:40.024035 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:40.024035 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:40.024035 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:40.024035 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:40.024579 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:40.024579 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:40.024934 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:40.025075 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:40.025215 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:40.025478 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:40.025748 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:40.026004 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:40.026256 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:40.026530 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:40.026806 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:40.027045 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:40.027272 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:40.027500 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:40.027723 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:40.027932 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:40.028885 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:40.030162 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:40.030440 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:40.030722 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:40.030956 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:40.031222 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:40.031558 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:40.032151 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:40.032151 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:40.032395 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:40.032594 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:40.032900 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:40.033162 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.62/identity {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:40.033413 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:40.033691 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:40.033963 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:40.034239 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:40.034496 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:40.035436 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:40.035436 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:40.035436 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:40.035764 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:40.035764 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:40.035916 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:40.036072 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:40.036203 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:40.036327 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:40.036450 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:40.036584 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:40.036772 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:40.036942 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:40.037097 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:40.037237 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:40.037401 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:40.037562 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:40.037724 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:40.037884 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:40.038044 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:40.038207 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:40.038369 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:40.038548 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:40.038679 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:40.038926 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:40.039062 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:40.039187 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:40.039311 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:40.039446 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:40.039598 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:40.039760 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:40.039919 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:40.040081 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:40.040242 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:40.040403 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:40.040565 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:40.040877 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:40.040877 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:40.041114 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:40.041221 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:40.041372 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:40.041533 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:40.041692 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:40.041853 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:40.042015 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:40.042175 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:40.042334 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:40.042493 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:40.042671 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:40.042822 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:40.042987 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:40.043154 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:40.043312 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:40.045194 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:40.045194 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:40.045194 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:40.045194 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:40.045194 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:40.045194 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:40.045194 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:40.045194 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:40.045846 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:40.045846 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:40.045846 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:40.046868 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:40.046868 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:40.046868 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:40.046868 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:40.046868 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:40.046868 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:40.046868 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:40.048970 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:40.048970 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:40.048970 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:40.048970 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:40.048970 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:40.048970 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:40.048970 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:40.048970 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:40.049441 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:40.049441 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:40.049441 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:40.049441 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:40.049441 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:40.049441 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:40.049441 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:40.049441 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:40.049903 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:40.049903 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:40.049903 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:40.050070 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:40.050143 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:40.050341 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:40.050539 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:40.050670 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:40.050834 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:40.051004 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:40.052059 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:40.052059 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:40.052059 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:40.052304 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:40.052304 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:40.052478 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:40.052652 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:40.052849 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:40.053013 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:40.053402 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:40.053529 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:40.053606 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:40.056870 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:40.056870 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:40.056870 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:40.056870 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:40.056870 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:40.056870 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:40.056870 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:40.056870 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:40.057480 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:40.057480 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:40.057480 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:40.057480 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:40.057480 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:40.057480 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:40.057480 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:40.057480 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:40.057480 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:40.058018 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:40.058018 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:40.058018 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:40.058018 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:40.058018 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:40.058018 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:40.058018 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:40.058018 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:40.058018 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:40.058569 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 07:15:40.058569 dv-cinder-805887-18-iscsi neutron-server[94697]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 23 07:15:40.076199 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:15:52.919909 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b91bb41-afb6-42d3-8b6b-7789788411ed None None] get_active_networks_info from dv-cinder-805887-18-iscsi {{(pid=94842) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 23 07:15:53.013848 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b91bb41-afb6-42d3-8b6b-7789788411ed None None] No non-hosted networks {{(pid=94842) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 23 07:15:53.031319 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.agentschedulers_db [None req-2b91bb41-afb6-42d3-8b6b-7789788411ed None None] DHCP Agent not found on host dv-cinder-805887-18-iscsi {{(pid=94842) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Sep 23 07:15:53.223256 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-dec30e1a-c118-4fbf-88d5-42caeb1f7508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-456141'] for agent, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:15:56.634964 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-3b086b6d-2812-4e58-901e-5fa3566900f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-456141'] for agent, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:15:56.704790 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.db.api [None req-68eb686d-5a64-4576-b3c9-44614221659d None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-805887-18-iscsi {{(pid=94842) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 07:15:56.705900 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG oslo_db.api [None req-68eb686d-5a64-4576-b3c9-44614221659d None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 07:15:57.327000 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-68eb686d-5a64-4576-b3c9-44614221659d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:15:57.745237 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-456141'] for agent, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:15:57.748779 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:15:57.749772 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:15:57.750171 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:15:57.750746 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:15:57.751326 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:15:57.751859 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:15:57.752377 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:15:57.753765 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:15:57.758447 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:15:57.758447 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:15:57.758447 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:15:57.758447 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:15:57.760308 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-805887-18-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:15:57.791517 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-805887-18-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:15:58.081139 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-1854caf6-1153-400a-8d11-9ed8c1e229e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-456141'] for agent, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:15:59.823132 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e4079388-143e-46ee-8cf3-ea3894d72bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-456141'] for agent, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:00.080478 dv-cinder-805887-18-iscsi neutron-server[94842]: INFO neutron.db.l3_hamode_db [None req-76b973f8-f7cd-4c06-a95c-4859ce6221ce None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 23 07:16:00.159369 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76b973f8-f7cd-4c06-a95c-4859ce6221ce None None] Routers set() bound to L3 agent in host dv-cinder-805887-18-iscsi {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:16:00.159752 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76b973f8-f7cd-4c06-a95c-4859ce6221ce None None] Router IDs set() for agent in host dv-cinder-805887-18-iscsi {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 23 07:16:00.783122 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.62', 48972) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:16:01.279572 dv-cinder-805887-18-iscsi neutron-server[94840]: WARNING oslo_policy.policy [None req-e1205a27-a9f1-4f93-9708-37037d19d737 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 23 07:16:01.280212 dv-cinder-805887-18-iscsi neutron-server[94840]: WARNING oslo_policy.policy [None req-e1205a27-a9f1-4f93-9708-37037d19d737 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 23 07:16:01.505374 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.wsgi [None req-e1205a27-a9f1-4f93-9708-37037d19d737 admin admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=94840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 07:16:01.506479 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [None req-e1205a27-a9f1-4f93-9708-37037d19d737 admin admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7235069 Sep 23 07:16:03.898500 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.62', 48986) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:16:04.406507 dv-cinder-805887-18-iscsi neutron-server[94841]: WARNING oslo_policy.policy [None req-56ae30c1-3a3f-4772-81d2-7aea9811a49d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 23 07:16:04.408102 dv-cinder-805887-18-iscsi neutron-server[94841]: WARNING oslo_policy.policy [None req-56ae30c1-3a3f-4772-81d2-7aea9811a49d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 23 07:16:04.634345 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.v2.base [None req-56ae30c1-3a3f-4772-81d2-7aea9811a49d admin admin] Request body: {'subnetpool': {'is_default': True, 'default_prefixlen': 26, 'shared': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16']}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:16:04.728700 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.policy [None req-56ae30c1-3a3f-4772-81d2-7aea9811a49d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94841) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 23 07:16:04.774573 dv-cinder-805887-18-iscsi neutron-server[94841]: WARNING oslo_policy.policy [None req-56ae30c1-3a3f-4772-81d2-7aea9811a49d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 23 07:16:04.774954 dv-cinder-805887-18-iscsi neutron-server[94841]: WARNING oslo_policy.policy [None req-56ae30c1-3a3f-4772-81d2-7aea9811a49d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 23 07:16:04.783870 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.quota [None req-56ae30c1-3a3f-4772-81d2-7aea9811a49d admin admin] Loaded quota_driver: . Sep 23 07:16:04.932534 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-56ae30c1-3a3f-4772-81d2-7aea9811a49d admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728615739936', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728615742677', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728615686919', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728615691499', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728615122316', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728615709021', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1623226', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1795486', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-774679', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-698657'] for rbac-policy, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:05.096981 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-56ae30c1-3a3f-4772-81d2-7aea9811a49d admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:05.098393 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [None req-56ae30c1-3a3f-4772-81d2-7aea9811a49d admin admin] 10.222.0.62 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.1975312 Sep 23 07:16:07.730481 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.62', 49004) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:16:08.033288 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.v2.base [None req-f18c76be-2200-4564-85e4-162bb76dcab0 admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': 'e03daa5dd8ce46bab5ac801855ff61f9', 'tenant_id': 'e03daa5dd8ce46bab5ac801855ff61f9', 'name': 'private'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:16:08.131268 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f18c76be-2200-4564-85e4-162bb76dcab0 admin admin] Made reservation on behalf of e03daa5dd8ce46bab5ac801855ff61f9 for: {'network': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:16:08.134165 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f18c76be-2200-4564-85e4-162bb76dcab0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for network, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:08.151657 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f18c76be-2200-4564-85e4-162bb76dcab0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:08.272865 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f18c76be-2200-4564-85e4-162bb76dcab0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:08.508813 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f18c76be-2200-4564-85e4-162bb76dcab0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520401'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:08.529414 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f18c76be-2200-4564-85e4-162bb76dcab0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 557} {{(pid=94841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 07:16:08.557760 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f18c76be-2200-4564-85e4-162bb76dcab0 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8728618163083', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692928'] for segment, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:08.558369 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f18c76be-2200-4564-85e4-162bb76dcab0 admin admin] Unsubscribe: segment precommit_create {{(pid=94841) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 23 07:16:08.558896 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.db.segments_db [None req-f18c76be-2200-4564-85e4-162bb76dcab0 admin admin] Added segment 97d50864-a48e-478c-9f12-084b5e5537fc of type vlan for network 96ecf64b-db3f-4d9a-8700-10133ef0849b Sep 23 07:16:08.575213 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18c76be-2200-4564-85e4-162bb76dcab0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ba78735-a9c9-4959-9b9f-e5d03ff26ab6,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:16:08.622093 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18c76be-2200-4564-85e4-162bb76dcab0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:16:08.622446 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18c76be-2200-4564-85e4-162bb76dcab0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:16:08.622785 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18c76be-2200-4564-85e4-162bb76dcab0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:16:08.623114 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18c76be-2200-4564-85e4-162bb76dcab0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:16:08.623439 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18c76be-2200-4564-85e4-162bb76dcab0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:16:08.623777 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18c76be-2200-4564-85e4-162bb76dcab0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:16:08.624102 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18c76be-2200-4564-85e4-162bb76dcab0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:16:08.624438 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18c76be-2200-4564-85e4-162bb76dcab0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:16:08.624799 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18c76be-2200-4564-85e4-162bb76dcab0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:16:08.625121 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18c76be-2200-4564-85e4-162bb76dcab0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:16:08.625434 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18c76be-2200-4564-85e4-162bb76dcab0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:16:08.625746 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18c76be-2200-4564-85e4-162bb76dcab0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:16:08.627086 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18c76be-2200-4564-85e4-162bb76dcab0 admin admin] Tracked resource versions report: Sep 23 07:16:08.627086 dv-cinder-805887-18-iscsi neutron-server[94841]: pushed versions: Sep 23 07:16:08.627086 dv-cinder-805887-18-iscsi neutron-server[94841]: { 'AddressGroup': {'1.2'}, Sep 23 07:16:08.627086 dv-cinder-805887-18-iscsi neutron-server[94841]: 'ConntrackHelper': {'1.0'}, Sep 23 07:16:08.627086 dv-cinder-805887-18-iscsi neutron-server[94841]: 'Log': {'1.0'}, Sep 23 07:16:08.627086 dv-cinder-805887-18-iscsi neutron-server[94841]: 'Network': {'1.1'}, Sep 23 07:16:08.627086 dv-cinder-805887-18-iscsi neutron-server[94841]: 'Port': {'1.7'}, Sep 23 07:16:08.627086 dv-cinder-805887-18-iscsi neutron-server[94841]: 'PortForwarding': {'1.2'}, Sep 23 07:16:08.627086 dv-cinder-805887-18-iscsi neutron-server[94841]: 'QosPolicy': {'1.9'}, Sep 23 07:16:08.627086 dv-cinder-805887-18-iscsi neutron-server[94841]: 'SecurityGroup': {'1.4'}, Sep 23 07:16:08.627086 dv-cinder-805887-18-iscsi neutron-server[94841]: 'SecurityGroupRule': {'1.2'}, Sep 23 07:16:08.627086 dv-cinder-805887-18-iscsi neutron-server[94841]: 'SubPort': {'1.0'}, Sep 23 07:16:08.627086 dv-cinder-805887-18-iscsi neutron-server[94841]: 'Subnet': {'1.1'}, Sep 23 07:16:08.627086 dv-cinder-805887-18-iscsi neutron-server[94841]: 'Trunk': {'1.1'}} Sep 23 07:16:08.627086 dv-cinder-805887-18-iscsi neutron-server[94841]: consumer versions: Sep 23 07:16:08.627086 dv-cinder-805887-18-iscsi neutron-server[94841]: { DHCP agent@dv-cinder-805887-18-iscsi: {}, Sep 23 07:16:08.627086 dv-cinder-805887-18-iscsi neutron-server[94841]: L3 agent@dv-cinder-805887-18-iscsi: {}, Sep 23 07:16:08.627086 dv-cinder-805887-18-iscsi neutron-server[94841]: Metadata agent@dv-cinder-805887-18-iscsi: {}, Sep 23 07:16:08.627086 dv-cinder-805887-18-iscsi neutron-server[94841]: Metering agent@dv-cinder-805887-18-iscsi: {}, Sep 23 07:16:08.627086 dv-cinder-805887-18-iscsi neutron-server[94841]: Open vSwitch agent@dv-cinder-805887-18-iscsi: { 'AddressGroup': '1.2', Sep 23 07:16:08.627086 dv-cinder-805887-18-iscsi neutron-server[94841]: 'ConntrackHelper': '1.0', Sep 23 07:16:08.627086 dv-cinder-805887-18-iscsi neutron-server[94841]: 'Log': '1.0', Sep 23 07:16:08.627086 dv-cinder-805887-18-iscsi neutron-server[94841]: 'Network': '1.1', Sep 23 07:16:08.627086 dv-cinder-805887-18-iscsi neutron-server[94841]: 'Port': '1.7', Sep 23 07:16:08.627086 dv-cinder-805887-18-iscsi neutron-server[94841]: 'PortForwarding': '1.2', Sep 23 07:16:08.627086 dv-cinder-805887-18-iscsi neutron-server[94841]: 'QosPolicy': '1.9', Sep 23 07:16:08.627086 dv-cinder-805887-18-iscsi neutron-server[94841]: 'SecurityGroup': '1.4', Sep 23 07:16:08.627086 dv-cinder-805887-18-iscsi neutron-server[94841]: 'SecurityGroupRule': '1.2', Sep 23 07:16:08.627086 dv-cinder-805887-18-iscsi neutron-server[94841]: 'SubPort': '1.0', Sep 23 07:16:08.627086 dv-cinder-805887-18-iscsi neutron-server[94841]: 'Subnet': '1.1', Sep 23 07:16:08.627086 dv-cinder-805887-18-iscsi neutron-server[94841]: 'Trunk': '1.1'}} Sep 23 07:16:08.627086 dv-cinder-805887-18-iscsi neutron-server[94841]: {{(pid=94841) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 23 07:16:08.680172 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f18c76be-2200-4564-85e4-162bb76dcab0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728617604886'] for network, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:08.783101 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f18c76be-2200-4564-85e4-162bb76dcab0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957'] for network, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:08.784315 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f18c76be-2200-4564-85e4-162bb76dcab0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:16:08.784986 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f18c76be-2200-4564-85e4-162bb76dcab0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577015'] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:08.886632 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18c76be-2200-4564-85e4-162bb76dcab0 admin admin] Pushing event updated for resources: {'Network': ['ID=96ecf64b-db3f-4d9a-8700-10133ef0849b,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:16:08.898251 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [None req-f18c76be-2200-4564-85e4-162bb76dcab0 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.1664617 Sep 23 07:16:08.898451 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Network 96ecf64b-db3f-4d9a-8700-10133ef0849b details requested by agent ovs-agent-dv-cinder-805887-18-iscsi with host dv-cinder-805887-18-iscsi {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 07:16:11.720627 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.62', 49018) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:16:12.118620 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf0bcdc0-e85f-4b11-b1a3-b7282dd27845 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:16:12.119937 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [None req-cf0bcdc0-e85f-4b11-b1a3-b7282dd27845 admin admin] 10.222.0.62 "GET /v2.0/networks/96ecf64b-db3f-4d9a-8700-10133ef0849b HTTP/1.1" status: 200 len: 825 time: 0.3983190 Sep 23 07:16:12.144535 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [None req-dabe1805-a03f-4360-9397-b32254c39945 admin admin] 10.222.0.62 "GET /v2.0/subnetpools/099b0155-cd3c-47fd-abd1-33c60acc7bc9 HTTP/1.1" status: 200 len: 734 time: 0.0182667 Sep 23 07:16:12.154183 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.v2.base [None req-38a6b822-8126-4890-9119-f5260f2bcf70 admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'tenant_id': 'e03daa5dd8ce46bab5ac801855ff61f9', 'network_id': '96ecf64b-db3f-4d9a-8700-10133ef0849b', 'subnetpool_id': '099b0155-cd3c-47fd-abd1-33c60acc7bc9', 'ip_version': 4}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:16:12.240015 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38a6b822-8126-4890-9119-f5260f2bcf70 admin admin] Made reservation on behalf of e03daa5dd8ce46bab5ac801855ff61f9 for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:16:12.242344 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-38a6b822-8126-4890-9119-f5260f2bcf70 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:12.663424 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-38a6b822-8126-4890-9119-f5260f2bcf70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:12.732945 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a6b822-8126-4890-9119-f5260f2bcf70 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d169c78f-ca8e-41d0-a743-d6cda9d8d362,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:16:12.742412 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38a6b822-8126-4890-9119-f5260f2bcf70 admin admin] Checking segment: {'id': '97d50864-a48e-478c-9f12-084b5e5537fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '96ecf64b-db3f-4d9a-8700-10133ef0849b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:16:12.742797 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38a6b822-8126-4890-9119-f5260f2bcf70 admin admin] Network hostable DHCP agents. Network: 96ecf64b-db3f-4d9a-8700-10133ef0849b, hostable agents: ['9616ea92-93d9-4385-b3af-aa5c267d1a12'], hosted agents: [] {{(pid=94841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 07:16:12.817252 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38a6b822-8126-4890-9119-f5260f2bcf70 admin admin] Network 96ecf64b-db3f-4d9a-8700-10133ef0849b is scheduled to be hosted by DHCP agent 9616ea92-93d9-4385-b3af-aa5c267d1a12 with binding_index 1 {{(pid=94841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 07:16:12.891314 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-38a6b822-8126-4890-9119-f5260f2bcf70 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805887-18-iscsi, 96ecf64b-db3f-4d9a-8700-10133ef0849b) {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:16:12.896553 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38a6b822-8126-4890-9119-f5260f2bcf70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:16:12.897177 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-38a6b822-8126-4890-9119-f5260f2bcf70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577015'] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:12.902036 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84fadcbf-2680-48f6-b999-5cb3462f20b1 None None] Network 96ecf64b-db3f-4d9a-8700-10133ef0849b requested from dv-cinder-805887-18-iscsi {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:16:12.983357 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [None req-38a6b822-8126-4890-9119-f5260f2bcf70 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8328640 Sep 23 07:16:13.240480 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0653313d-b83e-49ce-9c8c-6333993ad035 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a3420cd-ceb0-58a0-900c-b744b29f87bb-96ecf64b-db3f-4d9a-8700-10133ef0849b', 'network_id': '96ecf64b-db3f-4d9a-8700-10133ef0849b', 'tenant_id': 'e03daa5dd8ce46bab5ac801855ff61f9', 'fixed_ips': [{'subnet_id': 'd169c78f-ca8e-41d0-a743-d6cda9d8d362'}]}} from dv-cinder-805887-18-iscsi. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 07:16:13.241824 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-0653313d-b83e-49ce-9c8c-6333993ad035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:13.541600 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-0653313d-b83e-49ce-9c8c-6333993ad035 None None] Allocated IP 172.20.0.2 (96ecf64b-db3f-4d9a-8700-10133ef0849b/d169c78f-ca8e-41d0-a743-d6cda9d8d362/32729fe4-7569-476e-85e5-505c6368069e) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:16:13.936920 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-0653313d-b83e-49ce-9c8c-6333993ad035 None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:14.006746 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-0653313d-b83e-49ce-9c8c-6333993ad035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728617650863'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:14.079189 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0653313d-b83e-49ce-9c8c-6333993ad035 None None] Network 96ecf64b-db3f-4d9a-8700-10133ef0849b is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:16:14.087085 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-0653313d-b83e-49ce-9c8c-6333993ad035 None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:16:14.102096 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0653313d-b83e-49ce-9c8c-6333993ad035 None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:16:14.106070 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0653313d-b83e-49ce-9c8c-6333993ad035 None None] Pushing event updated for resources: {'Port': ['ID=32729fe4-7569-476e-85e5-505c6368069e,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:16:14.117476 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0653313d-b83e-49ce-9c8c-6333993ad035 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:16:14.117832 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0653313d-b83e-49ce-9c8c-6333993ad035 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:16:14.118174 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0653313d-b83e-49ce-9c8c-6333993ad035 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:16:14.118507 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0653313d-b83e-49ce-9c8c-6333993ad035 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:16:14.118835 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0653313d-b83e-49ce-9c8c-6333993ad035 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:16:14.119158 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0653313d-b83e-49ce-9c8c-6333993ad035 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:16:14.119481 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0653313d-b83e-49ce-9c8c-6333993ad035 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:16:14.119809 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0653313d-b83e-49ce-9c8c-6333993ad035 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:16:14.120144 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0653313d-b83e-49ce-9c8c-6333993ad035 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:16:14.120674 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0653313d-b83e-49ce-9c8c-6333993ad035 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:16:14.121478 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0653313d-b83e-49ce-9c8c-6333993ad035 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:16:14.121797 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0653313d-b83e-49ce-9c8c-6333993ad035 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:16:14.123168 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0653313d-b83e-49ce-9c8c-6333993ad035 None None] Tracked resource versions report: Sep 23 07:16:14.123168 dv-cinder-805887-18-iscsi neutron-server[94842]: pushed versions: Sep 23 07:16:14.123168 dv-cinder-805887-18-iscsi neutron-server[94842]: { 'AddressGroup': {'1.2'}, Sep 23 07:16:14.123168 dv-cinder-805887-18-iscsi neutron-server[94842]: 'ConntrackHelper': {'1.0'}, Sep 23 07:16:14.123168 dv-cinder-805887-18-iscsi neutron-server[94842]: 'Log': {'1.0'}, Sep 23 07:16:14.123168 dv-cinder-805887-18-iscsi neutron-server[94842]: 'Network': {'1.1'}, Sep 23 07:16:14.123168 dv-cinder-805887-18-iscsi neutron-server[94842]: 'Port': {'1.7'}, Sep 23 07:16:14.123168 dv-cinder-805887-18-iscsi neutron-server[94842]: 'PortForwarding': {'1.2'}, Sep 23 07:16:14.123168 dv-cinder-805887-18-iscsi neutron-server[94842]: 'QosPolicy': {'1.9'}, Sep 23 07:16:14.123168 dv-cinder-805887-18-iscsi neutron-server[94842]: 'SecurityGroup': {'1.4'}, Sep 23 07:16:14.123168 dv-cinder-805887-18-iscsi neutron-server[94842]: 'SecurityGroupRule': {'1.2'}, Sep 23 07:16:14.123168 dv-cinder-805887-18-iscsi neutron-server[94842]: 'SubPort': {'1.0'}, Sep 23 07:16:14.123168 dv-cinder-805887-18-iscsi neutron-server[94842]: 'Subnet': {'1.1'}, Sep 23 07:16:14.123168 dv-cinder-805887-18-iscsi neutron-server[94842]: 'Trunk': {'1.1'}} Sep 23 07:16:14.123168 dv-cinder-805887-18-iscsi neutron-server[94842]: consumer versions: Sep 23 07:16:14.123168 dv-cinder-805887-18-iscsi neutron-server[94842]: { DHCP agent@dv-cinder-805887-18-iscsi: {}, Sep 23 07:16:14.123168 dv-cinder-805887-18-iscsi neutron-server[94842]: L3 agent@dv-cinder-805887-18-iscsi: {}, Sep 23 07:16:14.123168 dv-cinder-805887-18-iscsi neutron-server[94842]: Metadata agent@dv-cinder-805887-18-iscsi: {}, Sep 23 07:16:14.123168 dv-cinder-805887-18-iscsi neutron-server[94842]: Metering agent@dv-cinder-805887-18-iscsi: {}, Sep 23 07:16:14.123168 dv-cinder-805887-18-iscsi neutron-server[94842]: Open vSwitch agent@dv-cinder-805887-18-iscsi: { 'AddressGroup': '1.2', Sep 23 07:16:14.123168 dv-cinder-805887-18-iscsi neutron-server[94842]: 'ConntrackHelper': '1.0', Sep 23 07:16:14.123168 dv-cinder-805887-18-iscsi neutron-server[94842]: 'Log': '1.0', Sep 23 07:16:14.123168 dv-cinder-805887-18-iscsi neutron-server[94842]: 'Network': '1.1', Sep 23 07:16:14.123168 dv-cinder-805887-18-iscsi neutron-server[94842]: 'Port': '1.7', Sep 23 07:16:14.123168 dv-cinder-805887-18-iscsi neutron-server[94842]: 'PortForwarding': '1.2', Sep 23 07:16:14.123168 dv-cinder-805887-18-iscsi neutron-server[94842]: 'QosPolicy': '1.9', Sep 23 07:16:14.123168 dv-cinder-805887-18-iscsi neutron-server[94842]: 'SecurityGroup': '1.4', Sep 23 07:16:14.123168 dv-cinder-805887-18-iscsi neutron-server[94842]: 'SecurityGroupRule': '1.2', Sep 23 07:16:14.123168 dv-cinder-805887-18-iscsi neutron-server[94842]: 'SubPort': '1.0', Sep 23 07:16:14.123168 dv-cinder-805887-18-iscsi neutron-server[94842]: 'Subnet': '1.1', Sep 23 07:16:14.123168 dv-cinder-805887-18-iscsi neutron-server[94842]: 'Trunk': '1.1'}} Sep 23 07:16:14.123168 dv-cinder-805887-18-iscsi neutron-server[94842]: {{(pid=94842) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 23 07:16:14.192539 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-0653313d-b83e-49ce-9c8c-6333993ad035 None None] Attempting to bind port 32729fe4-7569-476e-85e5-505c6368069e on host dv-cinder-805887-18-iscsi for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:16:14.192872 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-0653313d-b83e-49ce-9c8c-6333993ad035 None None] Attempting to bind port 32729fe4-7569-476e-85e5-505c6368069e by drivers openvswitch,hyperv on host dv-cinder-805887-18-iscsi at level 0 using segments [{'id': '97d50864-a48e-478c-9f12-084b5e5537fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '96ecf64b-db3f-4d9a-8700-10133ef0849b'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:16:14.193275 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0653313d-b83e-49ce-9c8c-6333993ad035 None None] Attempting to bind port 32729fe4-7569-476e-85e5-505c6368069e on network 96ecf64b-db3f-4d9a-8700-10133ef0849b {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:16:14.198353 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0653313d-b83e-49ce-9c8c-6333993ad035 None None] Checking agent: {'id': '8a4a6f1f-c513-442c-b997-00aea54023cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805887-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 7, 15, 58), 'started_at': datetime.datetime(2021, 9, 23, 7, 15, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 7, 15, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805887-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 07:16:14.198862 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0653313d-b83e-49ce-9c8c-6333993ad035 None None] Checking segment: {'id': '97d50864-a48e-478c-9f12-084b5e5537fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '96ecf64b-db3f-4d9a-8700-10133ef0849b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:16:14.199347 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-0653313d-b83e-49ce-9c8c-6333993ad035 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:14.199726 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0653313d-b83e-49ce-9c8c-6333993ad035 None None] Bound using segment: {'id': '97d50864-a48e-478c-9f12-084b5e5537fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '96ecf64b-db3f-4d9a-8700-10133ef0849b'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 07:16:14.200209 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-0653313d-b83e-49ce-9c8c-6333993ad035 None None] Bound port: 32729fe4-7569-476e-85e5-505c6368069e, host: dv-cinder-805887-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97d50864-a48e-478c-9f12-084b5e5537fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '96ecf64b-db3f-4d9a-8700-10133ef0849b'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 07:16:14.200634 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-0653313d-b83e-49ce-9c8c-6333993ad035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:14.266841 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-0653313d-b83e-49ce-9c8c-6333993ad035 None None] For port 32729fe4-7569-476e-85e5-505c6368069e, host dv-cinder-805887-18-iscsi, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:16:14.289706 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-0653313d-b83e-49ce-9c8c-6333993ad035 None None] For port 32729fe4-7569-476e-85e5-505c6368069e, host dv-cinder-805887-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-18-iscsi',level=0,port_id=32729fe4-7569-476e-85e5-505c6368069e,segment=NetworkSegment(97d50864-a48e-478c-9f12-084b5e5537fc),segment_id=97d50864-a48e-478c-9f12-084b5e5537fc)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 07:16:14.360707 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-0653313d-b83e-49ce-9c8c-6333993ad035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728618137860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728617650881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728617650899'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:14.416437 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0653313d-b83e-49ce-9c8c-6333993ad035 None None] Pushing event updated for resources: {'Port': ['ID=32729fe4-7569-476e-85e5-505c6368069e,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:16:15.477917 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.62', 49026) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:16:15.825817 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.wsgi [None req-dda813c6-2b38-468b-8da6-301f11e6a0b8 admin admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=94841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 07:16:15.826928 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [None req-dda813c6-2b38-468b-8da6-301f11e6a0b8 admin admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3480442 Sep 23 07:16:18.299718 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.62', 49034) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:16:18.634672 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.wsgi [None req-90c91d70-36c1-4c53-910c-f76124110cff admin admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=94841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 07:16:18.646645 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [None req-90c91d70-36c1-4c53-910c-f76124110cff admin admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3351119 Sep 23 07:16:21.566818 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.62', 49044) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:16:21.925896 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.v2.base [None req-a84179fc-0287-4f26-b464-9d799ad41b42 admin admin] Request body: {'router': {'tenant_id': 'e03daa5dd8ce46bab5ac801855ff61f9', 'admin_state_up': True, 'name': 'router1'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:16:22.016237 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.policy [None req-a84179fc-0287-4f26-b464-9d799ad41b42 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94840) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 23 07:16:22.062406 dv-cinder-805887-18-iscsi neutron-server[94840]: WARNING oslo_policy.policy [None req-a84179fc-0287-4f26-b464-9d799ad41b42 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 23 07:16:22.062816 dv-cinder-805887-18-iscsi neutron-server[94840]: WARNING oslo_policy.policy [None req-a84179fc-0287-4f26-b464-9d799ad41b42 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 23 07:16:22.071874 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.quota [None req-a84179fc-0287-4f26-b464-9d799ad41b42 admin admin] Loaded quota_driver: . Sep 23 07:16:22.264093 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a84179fc-0287-4f26-b464-9d799ad41b42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-462469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1418'] for router, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:22.266196 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a84179fc-0287-4f26-b464-9d799ad41b42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-459381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456581', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1411'] for router, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:22.426288 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a84179fc-0287-4f26-b464-9d799ad41b42 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:22.481999 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a84179fc-0287-4f26-b464-9d799ad41b42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-459276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456632'] for router, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:22.662607 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a84179fc-0287-4f26-b464-9d799ad41b42 admin admin] Notify callbacks [] for router, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:22.665018 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [None req-a84179fc-0287-4f26-b464-9d799ad41b42 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.0970941 Sep 23 07:16:22.817281 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-7476091a-1f71-4f2c-a632-e00794f980c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:23.007983 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-069bad46-327c-420a-8690-a86105d2c85e None None] Network 96ecf64b-db3f-4d9a-8700-10133ef0849b requested from dv-cinder-805887-18-iscsi {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:16:23.098173 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4e6da57b-4221-4614-b465-89c2eff9ae61 None None] Provisioning complete for port 32729fe4-7569-476e-85e5-505c6368069e triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:16:23.098482 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4e6da57b-4221-4614-b465-89c2eff9ae61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703931'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:23.314269 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4e6da57b-4221-4614-b465-89c2eff9ae61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:23.364181 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-4e6da57b-4221-4614-b465-89c2eff9ae61 None None] For port 32729fe4-7569-476e-85e5-505c6368069e, host dv-cinder-805887-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-18-iscsi',level=0,port_id=32729fe4-7569-476e-85e5-505c6368069e,segment=NetworkSegment(97d50864-a48e-478c-9f12-084b5e5537fc),segment_id=97d50864-a48e-478c-9f12-084b5e5537fc)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:16:23.408076 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Device 32729fe4-7569-476e-85e5-505c6368069e up at agent ovs-agent-dv-cinder-805887-18-iscsi {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:16:23.463788 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Provisioning complete for port 32729fe4-7569-476e-85e5-505c6368069e triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:16:23.464181 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703931'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:23.484951 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4e6da57b-4221-4614-b465-89c2eff9ae61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728618137860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728617650881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728617650899'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:23.548969 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6da57b-4221-4614-b465-89c2eff9ae61 None None] Pushing event updated for resources: {'Port': ['ID=32729fe4-7569-476e-85e5-505c6368069e,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:16:23.604504 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-c95c7ac8-b494-4f1d-bd70-21184dd46ce2 None None] Provisioning complete for port 32729fe4-7569-476e-85e5-505c6368069e triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:16:23.604840 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-c95c7ac8-b494-4f1d-bd70-21184dd46ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703931'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:23.953038 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.db.agents_db [None req-60cd1eec-2052-4d49-bd00-e5a0de40c293 None None] Agent healthcheck: found 5 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 07:16:25.169397 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.62', 49058) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:16:25.351770 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Device 32729fe4-7569-476e-85e5-505c6368069e up at agent ovs-agent-dv-cinder-805887-18-iscsi {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:16:25.404812 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Provisioning complete for port 32729fe4-7569-476e-85e5-505c6368069e triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:16:25.405188 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703931'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:25.518160 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.wsgi [None req-a1826e9b-d013-4618-8168-3cd56b56a9a4 admin admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=94840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 07:16:25.519207 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [None req-a1826e9b-d013-4618-8168-3cd56b56a9a4 admin admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3488789 Sep 23 07:16:26.559638 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-b71c7a23-900c-4e46-aaf2-ed466dabc942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:27.669057 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:28.005703 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-1854caf6-1153-400a-8d11-9ed8c1e229e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:28.006545 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.62', 49076) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:16:28.140056 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.v2.base [None req-ed68d053-1513-4f68-afce-cd1afb60577c admin admin] Request body: {'network': {'admin_state_up': True, 'is_default': True, 'name': 'public', 'provider:physical_network': 'physnet1', 'router:external': True, 'provider:network_type': 'flat'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:16:28.228678 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed68d053-1513-4f68-afce-cd1afb60577c admin admin] Made reservation on behalf of f232c8a28f774e92983e389e005bd91b for: {'network': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:16:28.231243 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ed68d053-1513-4f68-afce-cd1afb60577c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for network, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:28.239487 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ed68d053-1513-4f68-afce-cd1afb60577c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:28.324995 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ed68d053-1513-4f68-afce-cd1afb60577c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:28.416800 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ed68d053-1513-4f68-afce-cd1afb60577c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520401'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:28.434598 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-ed68d053-1513-4f68-afce-cd1afb60577c admin admin] Reserving flat network on physical network physnet1 {{(pid=94841) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 23 07:16:28.450023 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed68d053-1513-4f68-afce-cd1afb60577c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6887d317-224d-4e0f-b467-644337b49a0d,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:16:28.456486 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ed68d053-1513-4f68-afce-cd1afb60577c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692928'] for segment, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:28.456871 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.db.segments_db [None req-ed68d053-1513-4f68-afce-cd1afb60577c admin admin] Added segment 8399e290-ca7c-4b27-b40e-543152e4317b of type flat for network d5e7441b-7712-4831-9dab-1c29a8301756 Sep 23 07:16:28.512499 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ed68d053-1513-4f68-afce-cd1afb60577c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728617604886'] for network, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:28.634197 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ed68d053-1513-4f68-afce-cd1afb60577c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957'] for network, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:28.635311 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed68d053-1513-4f68-afce-cd1afb60577c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:16:28.636535 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ed68d053-1513-4f68-afce-cd1afb60577c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577015'] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:28.703060 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed68d053-1513-4f68-afce-cd1afb60577c admin admin] Pushing event updated for resources: {'Network': ['ID=d5e7441b-7712-4831-9dab-1c29a8301756,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:16:28.710958 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [None req-ed68d053-1513-4f68-afce-cd1afb60577c admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7032757 Sep 23 07:16:28.714296 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Network d5e7441b-7712-4831-9dab-1c29a8301756 details requested by agent ovs-agent-dv-cinder-805887-18-iscsi with host dv-cinder-805887-18-iscsi {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 07:16:29.777478 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e4079388-143e-46ee-8cf3-ea3894d72bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:31.002112 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.62', 49094) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:16:31.093306 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1b3c7b0-0dd3-4aae-bf73-9ff831c2d108 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:16:31.094714 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [None req-a1b3c7b0-0dd3-4aae-bf73-9ff831c2d108 admin admin] 10.222.0.62 "GET /v2.0/subnets/d169c78f-ca8e-41d0-a743-d6cda9d8d362 HTTP/1.1" status: 200 len: 849 time: 0.0916343 Sep 23 07:16:31.256924 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [None req-aadc0bc2-16c1-4dab-a239-9f60310629f3 admin admin] 10.222.0.62 "GET /v2.0/routers/a2730a39-9f4c-4f31-b0e0-7235419356ee HTTP/1.1" status: 200 len: 704 time: 0.1555560 Sep 23 07:16:31.527173 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5a117ee2-59b6-46ce-971a-0d13c3332735 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:31.826272 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-5a117ee2-59b6-46ce-971a-0d13c3332735 admin admin] Allocated IP 172.20.0.1 (96ecf64b-db3f-4d9a-8700-10133ef0849b/d169c78f-ca8e-41d0-a743-d6cda9d8d362/368a5690-1581-4872-a856-d92d9ce8bcd8) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:16:31.984981 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5a117ee2-59b6-46ce-971a-0d13c3332735 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:32.160351 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5a117ee2-59b6-46ce-971a-0d13c3332735 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728617650863'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:32.235166 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a117ee2-59b6-46ce-971a-0d13c3332735 admin admin] Network 96ecf64b-db3f-4d9a-8700-10133ef0849b is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:16:32.240929 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-5a117ee2-59b6-46ce-971a-0d13c3332735 admin admin] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:16:32.248769 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a117ee2-59b6-46ce-971a-0d13c3332735 admin admin] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:16:32.249325 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5a117ee2-59b6-46ce-971a-0d13c3332735 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456069'] for router_interface, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:32.267781 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a117ee2-59b6-46ce-971a-0d13c3332735 admin admin] Pushing event updated for resources: {'Port': ['ID=368a5690-1581-4872-a856-d92d9ce8bcd8,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:16:32.456144 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-72bc555f-f734-4591-8a45-e548d921e822 None None] Provisioning complete for port 368a5690-1581-4872-a856-d92d9ce8bcd8 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:16:32.456772 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-72bc555f-f734-4591-8a45-e548d921e822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703931'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:32.489189 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-72bc555f-f734-4591-8a45-e548d921e822 None None] Port 368a5690-1581-4872-a856-d92d9ce8bcd8 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 07:16:32.553262 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5a117ee2-59b6-46ce-971a-0d13c3332735 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:32.766110 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5a117ee2-59b6-46ce-971a-0d13c3332735 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:32.800078 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5a117ee2-59b6-46ce-971a-0d13c3332735 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728618137860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728617650881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728617650899'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:32.800913 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5a117ee2-59b6-46ce-971a-0d13c3332735 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455541'] for router_interface, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:32.860865 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a117ee2-59b6-46ce-971a-0d13c3332735 admin admin] Pushing event updated for resources: {'Port': ['ID=368a5690-1581-4872-a856-d92d9ce8bcd8,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:16:32.927176 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a117ee2-59b6-46ce-971a-0d13c3332735 admin admin] Network 96ecf64b-db3f-4d9a-8700-10133ef0849b is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:16:32.928502 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-5a117ee2-59b6-46ce-971a-0d13c3332735 admin admin] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:16:33.115122 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-0ebe1f17-f318-4daf-a262-2e2ccdf7765b None None] Provisioning complete for port 368a5690-1581-4872-a856-d92d9ce8bcd8 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:16:33.115491 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-0ebe1f17-f318-4daf-a262-2e2ccdf7765b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703931'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:33.155175 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-0ebe1f17-f318-4daf-a262-2e2ccdf7765b None None] Port 368a5690-1581-4872-a856-d92d9ce8bcd8 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 07:16:33.171451 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a117ee2-59b6-46ce-971a-0d13c3332735 admin admin] Router a2730a39-9f4c-4f31-b0e0-7235419356ee is scheduled to L3 agent 65b4f7dd-c6e9-4255-94ee-66e285aed80f with binding_index 1 {{(pid=94841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 07:16:33.264446 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a117ee2-59b6-46ce-971a-0d13c3332735 admin admin] Notify agent at l3_agent.dv-cinder-805887-18-iscsi the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 07:16:33.269798 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [None req-5a117ee2-59b6-46ce-971a-0d13c3332735 admin admin] 10.222.0.62 "PUT /v2.0/routers/a2730a39-9f4c-4f31-b0e0-7235419356ee/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0065947 Sep 23 07:16:33.274473 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f41a54f-c94e-4972-aa2c-3d224cfa3cbe None None] Sync routers for ids ['a2730a39-9f4c-4f31-b0e0-7235419356ee'] in dv-cinder-805887-18-iscsi {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 07:16:33.286890 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f41a54f-c94e-4972-aa2c-3d224cfa3cbe None None] Routers {'a2730a39-9f4c-4f31-b0e0-7235419356ee'} bound to L3 agent in host dv-cinder-805887-18-iscsi {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:16:33.287731 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-1f41a54f-c94e-4972-aa2c-3d224cfa3cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-23T07:15:56Z,description=,heartbeat_timestamp=2021-09-23T07:16:26Z,host='dv-cinder-805887-18-iscsi',id=65b4f7dd-c6e9-4255-94ee-66e285aed80f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T07:15:57Z,topic='l3_agent')) {'router_ids': ['a2730a39-9f4c-4f31-b0e0-7235419356ee'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:16:33.486078 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-1f41a54f-c94e-4972-aa2c-3d224cfa3cbe None None] Set router a2730a39-9f4c-4f31-b0e0-7235419356ee gateway port host: None {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:16:33.941431 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-1f41a54f-c94e-4972-aa2c-3d224cfa3cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2730a39-9f4c-4f31-b0e0-7235419356ee', 'name': 'router1', 'tenant_id': 'e03daa5dd8ce46bab5ac801855ff61f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:16:22Z', 'updated_at': '2021-09-23T07:16:32Z', 'revision_number': 2, 'project_id': 'e03daa5dd8ce46bab5ac801855ff61f9', 'gw_port_host': None, '_interfaces': [{'id': '368a5690-1581-4872-a856-d92d9ce8bcd8', 'name': '', 'network_id': '96ecf64b-db3f-4d9a-8700-10133ef0849b', 'tenant_id': 'e03daa5dd8ce46bab5ac801855ff61f9', 'mac_address': 'fa:16:3e:92:0d:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2730a39-9f4c-4f31-b0e0-7235419356ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd169c78f-ca8e-41d0-a743-d6cda9d8d362', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:16:31Z', 'updated_at': '2021-09-23T07:16:32Z', 'revision_number': 2, 'project_id': 'e03daa5dd8ce46bab5ac801855ff61f9', 'subnets': [{'id': 'd169c78f-ca8e-41d0-a743-d6cda9d8d362', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '099b0155-cd3c-47fd-abd1-33c60acc7bc9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-18-iscsi', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:16:33.996270 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f41a54f-c94e-4972-aa2c-3d224cfa3cbe None None] Checking router: a2730a39-9f4c-4f31-b0e0-7235419356ee for host: dv-cinder-805887-18-iscsi {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 07:16:33.996638 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f41a54f-c94e-4972-aa2c-3d224cfa3cbe None None] Updating router a2730a39-9f4c-4f31-b0e0-7235419356ee port 368a5690-1581-4872-a856-d92d9ce8bcd8 binding host dv-cinder-805887-18-iscsi {{(pid=94843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 07:16:34.048654 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-1f41a54f-c94e-4972-aa2c-3d224cfa3cbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:34.595789 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-1f41a54f-c94e-4972-aa2c-3d224cfa3cbe None None] Notify callbacks [] for port, precommit_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:34.691450 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-1f41a54f-c94e-4972-aa2c-3d224cfa3cbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728618137860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728617650881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728617650899'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:34.862407 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-1f41a54f-c94e-4972-aa2c-3d224cfa3cbe None None] Attempting to bind port 368a5690-1581-4872-a856-d92d9ce8bcd8 on host dv-cinder-805887-18-iscsi for vnic_type normal with profile {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:16:34.862586 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-1f41a54f-c94e-4972-aa2c-3d224cfa3cbe None None] Attempting to bind port 368a5690-1581-4872-a856-d92d9ce8bcd8 by drivers openvswitch,hyperv on host dv-cinder-805887-18-iscsi at level 0 using segments [{'id': '97d50864-a48e-478c-9f12-084b5e5537fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '96ecf64b-db3f-4d9a-8700-10133ef0849b'}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:16:34.862901 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f41a54f-c94e-4972-aa2c-3d224cfa3cbe None None] Attempting to bind port 368a5690-1581-4872-a856-d92d9ce8bcd8 on network 96ecf64b-db3f-4d9a-8700-10133ef0849b {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:16:34.865266 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fa3d3a-219b-465d-8c3c-33488b2ceb03 None None] Pushing event updated for resources: {'Port': ['ID=368a5690-1581-4872-a856-d92d9ce8bcd8,revision_number=3']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:16:34.874887 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f41a54f-c94e-4972-aa2c-3d224cfa3cbe None None] Checking agent: {'id': '8a4a6f1f-c513-442c-b997-00aea54023cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805887-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 7, 15, 58), 'started_at': datetime.datetime(2021, 9, 23, 7, 16, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 7, 16, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805887-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 07:16:34.875383 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f41a54f-c94e-4972-aa2c-3d224cfa3cbe None None] Checking segment: {'id': '97d50864-a48e-478c-9f12-084b5e5537fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '96ecf64b-db3f-4d9a-8700-10133ef0849b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:16:34.875771 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-1f41a54f-c94e-4972-aa2c-3d224cfa3cbe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:34.876164 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f41a54f-c94e-4972-aa2c-3d224cfa3cbe None None] Bound using segment: {'id': '97d50864-a48e-478c-9f12-084b5e5537fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '96ecf64b-db3f-4d9a-8700-10133ef0849b'} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 07:16:34.876683 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-1f41a54f-c94e-4972-aa2c-3d224cfa3cbe None None] Bound port: 368a5690-1581-4872-a856-d92d9ce8bcd8, host: dv-cinder-805887-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97d50864-a48e-478c-9f12-084b5e5537fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '96ecf64b-db3f-4d9a-8700-10133ef0849b'}}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 07:16:34.877115 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-1f41a54f-c94e-4972-aa2c-3d224cfa3cbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:34.881084 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fa3d3a-219b-465d-8c3c-33488b2ceb03 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:16:34.881464 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fa3d3a-219b-465d-8c3c-33488b2ceb03 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:16:34.881739 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fa3d3a-219b-465d-8c3c-33488b2ceb03 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:16:34.882073 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fa3d3a-219b-465d-8c3c-33488b2ceb03 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:16:34.882404 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fa3d3a-219b-465d-8c3c-33488b2ceb03 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:16:34.882733 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fa3d3a-219b-465d-8c3c-33488b2ceb03 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:16:34.883057 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fa3d3a-219b-465d-8c3c-33488b2ceb03 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:16:34.883380 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fa3d3a-219b-465d-8c3c-33488b2ceb03 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:16:34.883714 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fa3d3a-219b-465d-8c3c-33488b2ceb03 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:16:34.884121 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fa3d3a-219b-465d-8c3c-33488b2ceb03 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:16:34.884382 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fa3d3a-219b-465d-8c3c-33488b2ceb03 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:16:34.884701 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fa3d3a-219b-465d-8c3c-33488b2ceb03 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:16:34.886671 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fa3d3a-219b-465d-8c3c-33488b2ceb03 None None] Tracked resource versions report: Sep 23 07:16:34.886671 dv-cinder-805887-18-iscsi neutron-server[94843]: pushed versions: Sep 23 07:16:34.886671 dv-cinder-805887-18-iscsi neutron-server[94843]: { 'AddressGroup': {'1.2'}, Sep 23 07:16:34.886671 dv-cinder-805887-18-iscsi neutron-server[94843]: 'ConntrackHelper': {'1.0'}, Sep 23 07:16:34.886671 dv-cinder-805887-18-iscsi neutron-server[94843]: 'Log': {'1.0'}, Sep 23 07:16:34.886671 dv-cinder-805887-18-iscsi neutron-server[94843]: 'Network': {'1.1'}, Sep 23 07:16:34.886671 dv-cinder-805887-18-iscsi neutron-server[94843]: 'Port': {'1.7'}, Sep 23 07:16:34.886671 dv-cinder-805887-18-iscsi neutron-server[94843]: 'PortForwarding': {'1.2'}, Sep 23 07:16:34.886671 dv-cinder-805887-18-iscsi neutron-server[94843]: 'QosPolicy': {'1.9'}, Sep 23 07:16:34.886671 dv-cinder-805887-18-iscsi neutron-server[94843]: 'SecurityGroup': {'1.4'}, Sep 23 07:16:34.886671 dv-cinder-805887-18-iscsi neutron-server[94843]: 'SecurityGroupRule': {'1.2'}, Sep 23 07:16:34.886671 dv-cinder-805887-18-iscsi neutron-server[94843]: 'SubPort': {'1.0'}, Sep 23 07:16:34.886671 dv-cinder-805887-18-iscsi neutron-server[94843]: 'Subnet': {'1.1'}, Sep 23 07:16:34.886671 dv-cinder-805887-18-iscsi neutron-server[94843]: 'Trunk': {'1.1'}} Sep 23 07:16:34.886671 dv-cinder-805887-18-iscsi neutron-server[94843]: consumer versions: Sep 23 07:16:34.886671 dv-cinder-805887-18-iscsi neutron-server[94843]: { DHCP agent@dv-cinder-805887-18-iscsi: {}, Sep 23 07:16:34.886671 dv-cinder-805887-18-iscsi neutron-server[94843]: L3 agent@dv-cinder-805887-18-iscsi: {}, Sep 23 07:16:34.886671 dv-cinder-805887-18-iscsi neutron-server[94843]: Metadata agent@dv-cinder-805887-18-iscsi: {}, Sep 23 07:16:34.886671 dv-cinder-805887-18-iscsi neutron-server[94843]: Metering agent@dv-cinder-805887-18-iscsi: {}, Sep 23 07:16:34.886671 dv-cinder-805887-18-iscsi neutron-server[94843]: Open vSwitch agent@dv-cinder-805887-18-iscsi: { 'AddressGroup': '1.2', Sep 23 07:16:34.886671 dv-cinder-805887-18-iscsi neutron-server[94843]: 'ConntrackHelper': '1.0', Sep 23 07:16:34.886671 dv-cinder-805887-18-iscsi neutron-server[94843]: 'Log': '1.0', Sep 23 07:16:34.886671 dv-cinder-805887-18-iscsi neutron-server[94843]: 'Network': '1.1', Sep 23 07:16:34.886671 dv-cinder-805887-18-iscsi neutron-server[94843]: 'Port': '1.7', Sep 23 07:16:34.886671 dv-cinder-805887-18-iscsi neutron-server[94843]: 'PortForwarding': '1.2', Sep 23 07:16:34.886671 dv-cinder-805887-18-iscsi neutron-server[94843]: 'QosPolicy': '1.9', Sep 23 07:16:34.886671 dv-cinder-805887-18-iscsi neutron-server[94843]: 'SecurityGroup': '1.4', Sep 23 07:16:34.886671 dv-cinder-805887-18-iscsi neutron-server[94843]: 'SecurityGroupRule': '1.2', Sep 23 07:16:34.886671 dv-cinder-805887-18-iscsi neutron-server[94843]: 'SubPort': '1.0', Sep 23 07:16:34.886671 dv-cinder-805887-18-iscsi neutron-server[94843]: 'Subnet': '1.1', Sep 23 07:16:34.886671 dv-cinder-805887-18-iscsi neutron-server[94843]: 'Trunk': '1.1'}} Sep 23 07:16:34.886671 dv-cinder-805887-18-iscsi neutron-server[94843]: {{(pid=94843) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 23 07:16:34.978088 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-1f41a54f-c94e-4972-aa2c-3d224cfa3cbe None None] For port 368a5690-1581-4872-a856-d92d9ce8bcd8, host dv-cinder-805887-18-iscsi, cleared binding levels {{(pid=94843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:16:34.990657 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-f4234d9c-0a09-4e8d-8739-0b165d202466 None None] Provisioning complete for port 368a5690-1581-4872-a856-d92d9ce8bcd8 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:16:34.991274 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f4234d9c-0a09-4e8d-8739-0b165d202466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703931'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:35.009288 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-1f41a54f-c94e-4972-aa2c-3d224cfa3cbe None None] For port 368a5690-1581-4872-a856-d92d9ce8bcd8, host dv-cinder-805887-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-18-iscsi',level=0,port_id=368a5690-1581-4872-a856-d92d9ce8bcd8,segment=NetworkSegment(97d50864-a48e-478c-9f12-084b5e5537fc),segment_id=97d50864-a48e-478c-9f12-084b5e5537fc)] {{(pid=94843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 07:16:35.051114 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-f4234d9c-0a09-4e8d-8739-0b165d202466 None None] Port 368a5690-1581-4872-a856-d92d9ce8bcd8 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 07:16:35.074889 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-1f41a54f-c94e-4972-aa2c-3d224cfa3cbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728618137860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728617650881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728617650899'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:35.135120 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f41a54f-c94e-4972-aa2c-3d224cfa3cbe None None] Routers {'a2730a39-9f4c-4f31-b0e0-7235419356ee'} bound to L3 agent in host dv-cinder-805887-18-iscsi {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:16:35.135120 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-1f41a54f-c94e-4972-aa2c-3d224cfa3cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-23T07:15:56Z,description=,heartbeat_timestamp=2021-09-23T07:16:26Z,host='dv-cinder-805887-18-iscsi',id=65b4f7dd-c6e9-4255-94ee-66e285aed80f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T07:15:57Z,topic='l3_agent')) {'router_ids': ['a2730a39-9f4c-4f31-b0e0-7235419356ee'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:16:35.178482 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fa3d3a-219b-465d-8c3c-33488b2ceb03 None None] Pushing event updated for resources: {'Port': ['ID=368a5690-1581-4872-a856-d92d9ce8bcd8,revision_number=4']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:16:35.236190 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-1f41a54f-c94e-4972-aa2c-3d224cfa3cbe None None] Set router a2730a39-9f4c-4f31-b0e0-7235419356ee gateway port host: None {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:16:35.373776 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-f7e3a001-9548-4540-83d8-35e1e5963da6 None None] Provisioning complete for port 368a5690-1581-4872-a856-d92d9ce8bcd8 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:16:35.374427 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f7e3a001-9548-4540-83d8-35e1e5963da6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703931'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:35.459186 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f7e3a001-9548-4540-83d8-35e1e5963da6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:35.482243 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-1f41a54f-c94e-4972-aa2c-3d224cfa3cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2730a39-9f4c-4f31-b0e0-7235419356ee', 'name': 'router1', 'tenant_id': 'e03daa5dd8ce46bab5ac801855ff61f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:16:22Z', 'updated_at': '2021-09-23T07:16:32Z', 'revision_number': 2, 'project_id': 'e03daa5dd8ce46bab5ac801855ff61f9', 'gw_port_host': None, '_interfaces': [{'id': '368a5690-1581-4872-a856-d92d9ce8bcd8', 'name': '', 'network_id': '96ecf64b-db3f-4d9a-8700-10133ef0849b', 'tenant_id': 'e03daa5dd8ce46bab5ac801855ff61f9', 'mac_address': 'fa:16:3e:92:0d:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2730a39-9f4c-4f31-b0e0-7235419356ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd169c78f-ca8e-41d0-a743-d6cda9d8d362', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:16:31Z', 'updated_at': '2021-09-23T07:16:34Z', 'revision_number': 4, 'project_id': 'e03daa5dd8ce46bab5ac801855ff61f9', 'subnets': [{'id': 'd169c78f-ca8e-41d0-a743-d6cda9d8d362', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '099b0155-cd3c-47fd-abd1-33c60acc7bc9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-18-iscsi', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:16:35.498133 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-f7e3a001-9548-4540-83d8-35e1e5963da6 None None] For port 368a5690-1581-4872-a856-d92d9ce8bcd8, host dv-cinder-805887-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-18-iscsi',level=0,port_id=368a5690-1581-4872-a856-d92d9ce8bcd8,segment=NetworkSegment(97d50864-a48e-478c-9f12-084b5e5537fc),segment_id=97d50864-a48e-478c-9f12-084b5e5537fc)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:16:35.508669 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f41a54f-c94e-4972-aa2c-3d224cfa3cbe None None] The sync data for ids ['a2730a39-9f4c-4f31-b0e0-7235419356ee'] in dv-cinder-805887-18-iscsi is: [{'id': 'a2730a39-9f4c-4f31-b0e0-7235419356ee', 'name': 'router1', 'tenant_id': 'e03daa5dd8ce46bab5ac801855ff61f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:16:22Z', 'updated_at': '2021-09-23T07:16:32Z', 'revision_number': 2, 'project_id': 'e03daa5dd8ce46bab5ac801855ff61f9', 'gw_port_host': None, '_interfaces': [{'id': '368a5690-1581-4872-a856-d92d9ce8bcd8', 'name': '', 'network_id': '96ecf64b-db3f-4d9a-8700-10133ef0849b', 'tenant_id': 'e03daa5dd8ce46bab5ac801855ff61f9', 'mac_address': 'fa:16:3e:92:0d:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2730a39-9f4c-4f31-b0e0-7235419356ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd169c78f-ca8e-41d0-a743-d6cda9d8d362', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:16:31Z', 'updated_at': '2021-09-23T07:16:34Z', 'revision_number': 4, 'project_id': 'e03daa5dd8ce46bab5ac801855ff61f9', 'subnets': [{'id': 'd169c78f-ca8e-41d0-a743-d6cda9d8d362', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '099b0155-cd3c-47fd-abd1-33c60acc7bc9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 07:16:35.596947 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f7e3a001-9548-4540-83d8-35e1e5963da6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728618137860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728617650881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728617650899'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:35.601943 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.62', 49104) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:16:35.671155 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e3a001-9548-4540-83d8-35e1e5963da6 None None] Pushing event updated for resources: {'Port': ['ID=368a5690-1581-4872-a856-d92d9ce8bcd8,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:16:35.730975 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f97488b-2c70-403d-a56e-bc4201696acf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:16:35.732985 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [None req-8f97488b-2c70-403d-a56e-bc4201696acf admin admin] 10.222.0.62 "GET /v2.0/networks/d5e7441b-7712-4831-9dab-1c29a8301756 HTTP/1.1" status: 200 len: 842 time: 0.1297591 Sep 23 07:16:35.743555 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.v2.base [None req-84df039b-9424-4dec-bb27-2ec069c26d37 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'name': 'public-subnet', 'ip_version': 4, 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:16:35.845374 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84df039b-9424-4dec-bb27-2ec069c26d37 admin admin] Made reservation on behalf of f232c8a28f774e92983e389e005bd91b for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:16:35.847764 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-84df039b-9424-4dec-bb27-2ec069c26d37 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:36.210433 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.objects.ports [None req-84df039b-9424-4dec-bb27-2ec069c26d37 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94841) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 23 07:16:36.210873 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-84df039b-9424-4dec-bb27-2ec069c26d37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:36.259111 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84df039b-9424-4dec-bb27-2ec069c26d37 admin admin] Pushing event updated for resources: {'Subnet': ['ID=89646001-5df7-4559-baa8-56e15a045fc5,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:16:36.275278 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84df039b-9424-4dec-bb27-2ec069c26d37 admin admin] Checking segment: {'id': '8399e290-ca7c-4b27-b40e-543152e4317b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:16:36.275619 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84df039b-9424-4dec-bb27-2ec069c26d37 admin admin] Network hostable DHCP agents. Network: d5e7441b-7712-4831-9dab-1c29a8301756, hostable agents: ['9616ea92-93d9-4385-b3af-aa5c267d1a12'], hosted agents: [] {{(pid=94841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 07:16:36.394327 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84df039b-9424-4dec-bb27-2ec069c26d37 admin admin] Network d5e7441b-7712-4831-9dab-1c29a8301756 is scheduled to be hosted by DHCP agent 9616ea92-93d9-4385-b3af-aa5c267d1a12 with binding_index 1 {{(pid=94841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 07:16:36.521058 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-84df039b-9424-4dec-bb27-2ec069c26d37 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805887-18-iscsi, d5e7441b-7712-4831-9dab-1c29a8301756) {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:16:36.528019 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6333d0e-d39e-492e-bd70-7032950e1b4e None None] Network d5e7441b-7712-4831-9dab-1c29a8301756 requested from dv-cinder-805887-18-iscsi {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:16:36.531800 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84df039b-9424-4dec-bb27-2ec069c26d37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:16:36.532409 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-84df039b-9424-4dec-bb27-2ec069c26d37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577015'] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:36.641487 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [None req-84df039b-9424-4dec-bb27-2ec069c26d37 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9014199 Sep 23 07:16:36.659668 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc3880eb-b8f3-49cb-ac27-35eb6230b92c None None] Network d5e7441b-7712-4831-9dab-1c29a8301756 requested from dv-cinder-805887-18-iscsi {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:16:39.140467 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.62', 49112) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:16:39.367339 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [None req-129204d2-ff28-4224-b008-dad127af635b admin admin] 10.222.0.62 "GET /v2.0/routers/a2730a39-9f4c-4f31-b0e0-7235419356ee HTTP/1.1" status: 200 len: 710 time: 0.2252738 Sep 23 07:16:39.461684 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bfc7026-35b9-4882-8003-fca7e1bc7455 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:16:39.463055 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [None req-8bfc7026-35b9-4882-8003-fca7e1bc7455 admin admin] 10.222.0.62 "GET /v2.0/networks/d5e7441b-7712-4831-9dab-1c29a8301756 HTTP/1.1" status: 200 len: 886 time: 0.0884266 Sep 23 07:16:39.473271 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.v2.base [None req-49140e66-5109-4a69-8cb7-1ae24116e8eb admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756'}}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:16:39.745424 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-49140e66-5109-4a69-8cb7-1ae24116e8eb admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:40.069943 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-49140e66-5109-4a69-8cb7-1ae24116e8eb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:40.146697 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-49140e66-5109-4a69-8cb7-1ae24116e8eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:40.283570 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-49140e66-5109-4a69-8cb7-1ae24116e8eb admin admin] Allocated IP 172.27.2.161 (d5e7441b-7712-4831-9dab-1c29a8301756/89646001-5df7-4559-baa8-56e15a045fc5/6bd26624-e439-4914-ab4f-ba3fd375c503) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:16:40.401554 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-49140e66-5109-4a69-8cb7-1ae24116e8eb admin admin] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:40.497976 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-49140e66-5109-4a69-8cb7-1ae24116e8eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728617650863'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:40.536635 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49140e66-5109-4a69-8cb7-1ae24116e8eb admin admin] Network d5e7441b-7712-4831-9dab-1c29a8301756 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:16:40.539465 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-49140e66-5109-4a69-8cb7-1ae24116e8eb admin admin] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:16:40.543636 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49140e66-5109-4a69-8cb7-1ae24116e8eb admin admin] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:16:40.551786 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49140e66-5109-4a69-8cb7-1ae24116e8eb admin admin] Pushing event updated for resources: {'Port': ['ID=6bd26624-e439-4914-ab4f-ba3fd375c503,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:16:40.966556 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-49140e66-5109-4a69-8cb7-1ae24116e8eb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:41.294192 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-49140e66-5109-4a69-8cb7-1ae24116e8eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-456595', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-459267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1425'] for router, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:41.297770 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-49140e66-5109-4a69-8cb7-1ae24116e8eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-456618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-456609', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-459290'] for router, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:41.388835 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Device 368a5690-1581-4872-a856-d92d9ce8bcd8 up at agent ovs-agent-dv-cinder-805887-18-iscsi {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:16:41.413601 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49140e66-5109-4a69-8cb7-1ae24116e8eb admin admin] Router a2730a39-9f4c-4f31-b0e0-7235419356ee has already been hosted by L3 agent 65b4f7dd-c6e9-4255-94ee-66e285aed80f {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 07:16:41.440773 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Provisioning complete for port 368a5690-1581-4872-a856-d92d9ce8bcd8 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:16:41.441067 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703931'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:41.533367 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49140e66-5109-4a69-8cb7-1ae24116e8eb admin admin] Notify agent at l3_agent.dv-cinder-805887-18-iscsi the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 07:16:41.537628 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-49140e66-5109-4a69-8cb7-1ae24116e8eb admin admin] Notify callbacks [] for router, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:41.538849 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [None req-49140e66-5109-4a69-8cb7-1ae24116e8eb admin admin] 10.222.0.62 "PUT /v2.0/routers/a2730a39-9f4c-4f31-b0e0-7235419356ee HTTP/1.1" status: 200 len: 890 time: 2.0689147 Sep 23 07:16:42.325860 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead50604-5638-49f7-95a2-b6d5b72d5689 None None] Sync routers for ids ['a2730a39-9f4c-4f31-b0e0-7235419356ee'] in dv-cinder-805887-18-iscsi {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 07:16:42.335731 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead50604-5638-49f7-95a2-b6d5b72d5689 None None] Routers {'a2730a39-9f4c-4f31-b0e0-7235419356ee'} bound to L3 agent in host dv-cinder-805887-18-iscsi {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:16:42.336361 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-ead50604-5638-49f7-95a2-b6d5b72d5689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-23T07:15:56Z,description=,heartbeat_timestamp=2021-09-23T07:16:26Z,host='dv-cinder-805887-18-iscsi',id=65b4f7dd-c6e9-4255-94ee-66e285aed80f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T07:15:57Z,topic='l3_agent')) {'router_ids': ['a2730a39-9f4c-4f31-b0e0-7235419356ee'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:16:42.546381 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-ead50604-5638-49f7-95a2-b6d5b72d5689 None None] Set router a2730a39-9f4c-4f31-b0e0-7235419356ee gateway port host: dv-cinder-805887-18-iscsi {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:16:42.954276 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-ead50604-5638-49f7-95a2-b6d5b72d5689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2730a39-9f4c-4f31-b0e0-7235419356ee', 'name': 'router1', 'tenant_id': 'e03daa5dd8ce46bab5ac801855ff61f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'external_fixed_ips': [{'subnet_id': '89646001-5df7-4559-baa8-56e15a045fc5', 'ip_address': '172.27.2.161'}], 'enable_snat': True}, 'gw_port_id': '6bd26624-e439-4914-ab4f-ba3fd375c503', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:16:22Z', 'updated_at': '2021-09-23T07:16:40Z', 'revision_number': 4, 'project_id': 'e03daa5dd8ce46bab5ac801855ff61f9', 'gw_port': {'id': '6bd26624-e439-4914-ab4f-ba3fd375c503', 'name': '', 'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:92:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2730a39-9f4c-4f31-b0e0-7235419356ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '89646001-5df7-4559-baa8-56e15a045fc5', 'ip_address': '172.27.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:16:40Z', 'updated_at': '2021-09-23T07:16:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '89646001-5df7-4559-baa8-56e15a045fc5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-18-iscsi', '_interfaces': [{'id': '368a5690-1581-4872-a856-d92d9ce8bcd8', 'name': '', 'network_id': '96ecf64b-db3f-4d9a-8700-10133ef0849b', 'tenant_id': 'e03daa5dd8ce46bab5ac801855ff61f9', 'mac_address': 'fa:16:3e:92:0d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2730a39-9f4c-4f31-b0e0-7235419356ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd169c78f-ca8e-41d0-a743-d6cda9d8d362', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:16:31Z', 'updated_at': '2021-09-23T07:16:35Z', 'revision_number': 5, 'project_id': 'e03daa5dd8ce46bab5ac801855ff61f9', 'subnets': [{'id': 'd169c78f-ca8e-41d0-a743-d6cda9d8d362', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '099b0155-cd3c-47fd-abd1-33c60acc7bc9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-18-iscsi', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:16:43.007426 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead50604-5638-49f7-95a2-b6d5b72d5689 None None] Checking router: a2730a39-9f4c-4f31-b0e0-7235419356ee for host: dv-cinder-805887-18-iscsi {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 07:16:43.007774 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead50604-5638-49f7-95a2-b6d5b72d5689 None None] Updating router a2730a39-9f4c-4f31-b0e0-7235419356ee port 6bd26624-e439-4914-ab4f-ba3fd375c503 binding host dv-cinder-805887-18-iscsi {{(pid=94842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 07:16:43.056354 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ead50604-5638-49f7-95a2-b6d5b72d5689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:43.461465 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ead50604-5638-49f7-95a2-b6d5b72d5689 None None] Notify callbacks [] for port, precommit_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:43.537208 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ead50604-5638-49f7-95a2-b6d5b72d5689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728618137860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728617650881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728617650899'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:43.586519 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-ead50604-5638-49f7-95a2-b6d5b72d5689 None None] Attempting to bind port 6bd26624-e439-4914-ab4f-ba3fd375c503 on host dv-cinder-805887-18-iscsi for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:16:43.587215 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-ead50604-5638-49f7-95a2-b6d5b72d5689 None None] Attempting to bind port 6bd26624-e439-4914-ab4f-ba3fd375c503 by drivers openvswitch,hyperv on host dv-cinder-805887-18-iscsi at level 0 using segments [{'id': '8399e290-ca7c-4b27-b40e-543152e4317b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:16:43.587215 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead50604-5638-49f7-95a2-b6d5b72d5689 None None] Attempting to bind port 6bd26624-e439-4914-ab4f-ba3fd375c503 on network d5e7441b-7712-4831-9dab-1c29a8301756 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:16:43.595713 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c897a9ce-acad-44e8-ace7-3ce1c349e6ad None None] Pushing event updated for resources: {'Port': ['ID=6bd26624-e439-4914-ab4f-ba3fd375c503,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:16:43.600570 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead50604-5638-49f7-95a2-b6d5b72d5689 None None] Checking agent: {'id': '8a4a6f1f-c513-442c-b997-00aea54023cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805887-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 7, 15, 58), 'started_at': datetime.datetime(2021, 9, 23, 7, 16, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 7, 16, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805887-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 07:16:43.601051 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead50604-5638-49f7-95a2-b6d5b72d5689 None None] Checking segment: {'id': '8399e290-ca7c-4b27-b40e-543152e4317b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:16:43.601361 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ead50604-5638-49f7-95a2-b6d5b72d5689 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:43.601843 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead50604-5638-49f7-95a2-b6d5b72d5689 None None] Bound using segment: {'id': '8399e290-ca7c-4b27-b40e-543152e4317b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 07:16:43.602219 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-ead50604-5638-49f7-95a2-b6d5b72d5689 None None] Bound port: 6bd26624-e439-4914-ab4f-ba3fd375c503, host: dv-cinder-805887-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8399e290-ca7c-4b27-b40e-543152e4317b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 07:16:43.602609 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ead50604-5638-49f7-95a2-b6d5b72d5689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:43.654579 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ead50604-5638-49f7-95a2-b6d5b72d5689 None None] For port 6bd26624-e439-4914-ab4f-ba3fd375c503, host dv-cinder-805887-18-iscsi, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:16:43.657567 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ead50604-5638-49f7-95a2-b6d5b72d5689 None None] For port 6bd26624-e439-4914-ab4f-ba3fd375c503, host dv-cinder-805887-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-18-iscsi',level=0,port_id=6bd26624-e439-4914-ab4f-ba3fd375c503,segment=NetworkSegment(8399e290-ca7c-4b27-b40e-543152e4317b),segment_id=8399e290-ca7c-4b27-b40e-543152e4317b)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 07:16:43.720173 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ead50604-5638-49f7-95a2-b6d5b72d5689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728618137860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728617650881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728617650899'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:43.785664 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c897a9ce-acad-44e8-ace7-3ce1c349e6ad None None] Pushing event updated for resources: {'Port': ['ID=6bd26624-e439-4914-ab4f-ba3fd375c503,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:16:43.788330 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead50604-5638-49f7-95a2-b6d5b72d5689 None None] Routers {'a2730a39-9f4c-4f31-b0e0-7235419356ee'} bound to L3 agent in host dv-cinder-805887-18-iscsi {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:16:43.788908 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-ead50604-5638-49f7-95a2-b6d5b72d5689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-23T07:15:56Z,description=,heartbeat_timestamp=2021-09-23T07:16:26Z,host='dv-cinder-805887-18-iscsi',id=65b4f7dd-c6e9-4255-94ee-66e285aed80f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T07:15:57Z,topic='l3_agent')) {'router_ids': ['a2730a39-9f4c-4f31-b0e0-7235419356ee'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:16:43.906905 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-ead50604-5638-49f7-95a2-b6d5b72d5689 None None] Set router a2730a39-9f4c-4f31-b0e0-7235419356ee gateway port host: dv-cinder-805887-18-iscsi {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:16:44.059430 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.62', 49124) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:16:44.142034 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-ead50604-5638-49f7-95a2-b6d5b72d5689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2730a39-9f4c-4f31-b0e0-7235419356ee', 'name': 'router1', 'tenant_id': 'e03daa5dd8ce46bab5ac801855ff61f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'external_fixed_ips': [{'subnet_id': '89646001-5df7-4559-baa8-56e15a045fc5', 'ip_address': '172.27.2.161'}], 'enable_snat': True}, 'gw_port_id': '6bd26624-e439-4914-ab4f-ba3fd375c503', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:16:22Z', 'updated_at': '2021-09-23T07:16:40Z', 'revision_number': 4, 'project_id': 'e03daa5dd8ce46bab5ac801855ff61f9', 'gw_port': {'id': '6bd26624-e439-4914-ab4f-ba3fd375c503', 'name': '', 'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:92:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2730a39-9f4c-4f31-b0e0-7235419356ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '89646001-5df7-4559-baa8-56e15a045fc5', 'ip_address': '172.27.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:16:40Z', 'updated_at': '2021-09-23T07:16:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89646001-5df7-4559-baa8-56e15a045fc5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-18-iscsi', '_interfaces': [{'id': '368a5690-1581-4872-a856-d92d9ce8bcd8', 'name': '', 'network_id': '96ecf64b-db3f-4d9a-8700-10133ef0849b', 'tenant_id': 'e03daa5dd8ce46bab5ac801855ff61f9', 'mac_address': 'fa:16:3e:92:0d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2730a39-9f4c-4f31-b0e0-7235419356ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd169c78f-ca8e-41d0-a743-d6cda9d8d362', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:16:31Z', 'updated_at': '2021-09-23T07:16:35Z', 'revision_number': 5, 'project_id': 'e03daa5dd8ce46bab5ac801855ff61f9', 'subnets': [{'id': 'd169c78f-ca8e-41d0-a743-d6cda9d8d362', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '099b0155-cd3c-47fd-abd1-33c60acc7bc9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-18-iscsi', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:16:44.170863 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead50604-5638-49f7-95a2-b6d5b72d5689 None None] The sync data for ids ['a2730a39-9f4c-4f31-b0e0-7235419356ee'] in dv-cinder-805887-18-iscsi is: [{'id': 'a2730a39-9f4c-4f31-b0e0-7235419356ee', 'name': 'router1', 'tenant_id': 'e03daa5dd8ce46bab5ac801855ff61f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'external_fixed_ips': [{'subnet_id': '89646001-5df7-4559-baa8-56e15a045fc5', 'ip_address': '172.27.2.161'}], 'enable_snat': True}, 'gw_port_id': '6bd26624-e439-4914-ab4f-ba3fd375c503', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:16:22Z', 'updated_at': '2021-09-23T07:16:40Z', 'revision_number': 4, 'project_id': 'e03daa5dd8ce46bab5ac801855ff61f9', 'gw_port': {'id': '6bd26624-e439-4914-ab4f-ba3fd375c503', 'name': '', 'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:92:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2730a39-9f4c-4f31-b0e0-7235419356ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '89646001-5df7-4559-baa8-56e15a045fc5', 'ip_address': '172.27.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:16:40Z', 'updated_at': '2021-09-23T07:16:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89646001-5df7-4559-baa8-56e15a045fc5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-18-iscsi', '_interfaces': [{'id': '368a5690-1581-4872-a856-d92d9ce8bcd8', 'name': '', 'network_id': '96ecf64b-db3f-4d9a-8700-10133ef0849b', 'tenant_id': 'e03daa5dd8ce46bab5ac801855ff61f9', 'mac_address': 'fa:16:3e:92:0d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2730a39-9f4c-4f31-b0e0-7235419356ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd169c78f-ca8e-41d0-a743-d6cda9d8d362', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:16:31Z', 'updated_at': '2021-09-23T07:16:35Z', 'revision_number': 5, 'project_id': 'e03daa5dd8ce46bab5ac801855ff61f9', 'subnets': [{'id': 'd169c78f-ca8e-41d0-a743-d6cda9d8d362', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '099b0155-cd3c-47fd-abd1-33c60acc7bc9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 07:16:44.178665 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [None req-5769790d-c2c8-46d1-9182-adb747bb69e6 admin admin] 10.222.0.62 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1180112 Sep 23 07:16:45.519236 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Device 6bd26624-e439-4914-ab4f-ba3fd375c503 up at agent ovs-agent-dv-cinder-805887-18-iscsi {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:16:45.571258 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Provisioning complete for port 6bd26624-e439-4914-ab4f-ba3fd375c503 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:16:45.571638 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703931'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:45.649269 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:45.676893 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] For port 6bd26624-e439-4914-ab4f-ba3fd375c503, host dv-cinder-805887-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-18-iscsi',level=0,port_id=6bd26624-e439-4914-ab4f-ba3fd375c503,segment=NetworkSegment(8399e290-ca7c-4b27-b40e-543152e4317b),segment_id=8399e290-ca7c-4b27-b40e-543152e4317b)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:16:45.771398 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728618137860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728617650881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728617650899'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:45.824056 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Pushing event updated for resources: {'Port': ['ID=6bd26624-e439-4914-ab4f-ba3fd375c503,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:16:47.401153 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Device 6bd26624-e439-4914-ab4f-ba3fd375c503 up at agent ovs-agent-dv-cinder-805887-18-iscsi {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:16:47.454057 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Provisioning complete for port 6bd26624-e439-4914-ab4f-ba3fd375c503 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:16:47.455159 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703931'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:52.805826 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-97a107a9-c2a9-4dfe-8345-00575ad8bdb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:56.588596 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-3c9cf89c-e666-496d-9d71-658c4c3f1b11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:57.673820 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:57.989225 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-1854caf6-1153-400a-8d11-9ed8c1e229e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:59.759913 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e4079388-143e-46ee-8cf3-ea3894d72bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:00.952842 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.db.agents_db [None req-60cd1eec-2052-4d49-bd00-e5a0de40c293 None None] Agent healthcheck: found 5 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 07:17:22.828499 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-08c5fb81-64a1-45b4-82a1-af95d7660226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:26.570615 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-24bb3b64-8179-4bcb-bbae-1a3510a11d30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:27.725146 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:27.970969 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-1854caf6-1153-400a-8d11-9ed8c1e229e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:29.771072 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e4079388-143e-46ee-8cf3-ea3894d72bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:37.952346 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.db.agents_db [None req-60cd1eec-2052-4d49-bd00-e5a0de40c293 None None] Agent healthcheck: found 5 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 07:17:52.798454 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-91319781-d69c-4bdc-b2e3-410c3dfa90d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:56.552713 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-68affc53-a43a-4816-a209-1c4f3b40c309 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:57.689537 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:57.987142 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-1854caf6-1153-400a-8d11-9ed8c1e229e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:59.815534 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e4079388-143e-46ee-8cf3-ea3894d72bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:14.950596 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.db.agents_db [None req-60cd1eec-2052-4d49-bd00-e5a0de40c293 None None] Agent healthcheck: found 5 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 07:18:22.781283 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-c2e5ead9-694d-4c59-a7fc-09c7c60092ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:26.535215 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-b2ee93e2-524c-45ef-8e9c-00f6d0746079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:27.672287 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:27.998074 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-1854caf6-1153-400a-8d11-9ed8c1e229e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:29.781068 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e4079388-143e-46ee-8cf3-ea3894d72bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:31.239725 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.62', 49686) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:18:31.306771 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-e11ed4bd-1459-4117-9307-16e54da839d9 admin admin] GET failed (client error): The resource could not be found. Sep 23 07:18:31.308270 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [None req-e11ed4bd-1459-4117-9307-16e54da839d9 admin admin] 10.222.0.62 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0675716 Sep 23 07:18:31.477182 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b3f0225-4aa9-48d9-8464-e55690014cf7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:18:31.478847 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [None req-3b3f0225-4aa9-48d9-8464-e55690014cf7 admin admin] 10.222.0.62 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1659100 Sep 23 07:18:33.732146 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.62', 49696) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:18:33.836426 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af76d770-e3e9-41ba-9b4d-875da06b6ad1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:18:33.838132 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [None req-af76d770-e3e9-41ba-9b4d-875da06b6ad1 admin admin] 10.222.0.62 "GET /v2.0/subnets/d169c78f-ca8e-41d0-a743-d6cda9d8d362 HTTP/1.1" status: 200 len: 849 time: 0.1048141 Sep 23 07:18:33.848231 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.v2.base [None req-ff1425e7-48fc-4a47-aafb-4f63becc595d admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:18:33.957145 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ff1425e7-48fc-4a47-aafb-4f63becc595d admin admin] Notify callbacks [] for subnet, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:34.146455 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ff1425e7-48fc-4a47-aafb-4f63becc595d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8728618137335'] for subnet, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:34.179243 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff1425e7-48fc-4a47-aafb-4f63becc595d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:18:34.179827 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ff1425e7-48fc-4a47-aafb-4f63becc595d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577015'] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:34.182813 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [None req-ff1425e7-48fc-4a47-aafb-4f63becc595d admin admin] 10.222.0.62 "PUT /v2.0/subnets/d169c78f-ca8e-41d0-a743-d6cda9d8d362 HTTP/1.1" status: 200 len: 868 time: 0.3366728 Sep 23 07:18:34.184016 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9991687-55b7-4a5f-8354-40b06d0c01e5 None None] Network 96ecf64b-db3f-4d9a-8700-10133ef0849b requested from dv-cinder-805887-18-iscsi {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:18:34.201222 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1425e7-48fc-4a47-aafb-4f63becc595d admin admin] Pushing event updated for resources: {'Subnet': ['ID=d169c78f-ca8e-41d0-a743-d6cda9d8d362,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:18:34.208783 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1425e7-48fc-4a47-aafb-4f63becc595d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:18:34.209099 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1425e7-48fc-4a47-aafb-4f63becc595d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:18:34.210125 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1425e7-48fc-4a47-aafb-4f63becc595d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:18:34.210397 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1425e7-48fc-4a47-aafb-4f63becc595d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:18:34.210667 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1425e7-48fc-4a47-aafb-4f63becc595d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:18:34.211004 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1425e7-48fc-4a47-aafb-4f63becc595d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:18:34.211346 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1425e7-48fc-4a47-aafb-4f63becc595d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:18:34.211688 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1425e7-48fc-4a47-aafb-4f63becc595d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:18:34.212032 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1425e7-48fc-4a47-aafb-4f63becc595d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:18:34.212358 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1425e7-48fc-4a47-aafb-4f63becc595d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:18:34.212678 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1425e7-48fc-4a47-aafb-4f63becc595d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:18:34.213096 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1425e7-48fc-4a47-aafb-4f63becc595d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:18:34.558324 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-3f43a17a-8782-44e7-83ac-a65937e73338 None None] Provisioning complete for port 368a5690-1581-4872-a856-d92d9ce8bcd8 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:18:34.558696 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-3f43a17a-8782-44e7-83ac-a65937e73338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703931'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:34.646956 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-3f43a17a-8782-44e7-83ac-a65937e73338 None None] Provisioning complete for port 32729fe4-7569-476e-85e5-505c6368069e triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:18:34.647330 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-3f43a17a-8782-44e7-83ac-a65937e73338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703931'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:36.722398 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.62', 49704) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:18:36.925736 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9cc552e-910e-489b-a2f9-220ec8714cc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:18:36.926125 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9cc552e-910e-489b-a2f9-220ec8714cc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:18:36.927707 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [None req-d9cc552e-910e-489b-a2f9-220ec8714cc1 admin admin] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2043521 Sep 23 07:18:39.183380 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.62', 49712) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:18:39.464763 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0bc352b-9299-4f50-a731-e3b2bb5db667 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:18:39.465369 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0bc352b-9299-4f50-a731-e3b2bb5db667 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:18:39.467272 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [None req-f0bc352b-9299-4f50-a731-e3b2bb5db667 admin admin] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2829461 Sep 23 07:18:41.704474 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.62', 49722) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:18:41.837036 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efa0a23f-a9f5-4681-b708-9b15cf867c92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:18:41.838439 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [None req-efa0a23f-a9f5-4681-b708-9b15cf867c92 admin admin] 10.222.0.62 "GET /v2.0/networks/96ecf64b-db3f-4d9a-8700-10133ef0849b HTTP/1.1" status: 200 len: 869 time: 0.1329837 Sep 23 07:18:44.195598 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.62', 49730) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:18:44.323730 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce12f694-dcec-4872-a6cb-da05a9cd2cbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:18:44.325212 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [None req-ce12f694-dcec-4872-a6cb-da05a9cd2cbd admin admin] 10.222.0.62 "GET /v2.0/networks/d5e7441b-7712-4831-9dab-1c29a8301756 HTTP/1.1" status: 200 len: 886 time: 0.1286414 Sep 23 07:18:46.877258 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.62', 49738) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:18:47.001529 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d31850b-5986-438f-8bbe-052ec8575048 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:18:47.001987 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d31850b-5986-438f-8bbe-052ec8575048 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:18:47.003704 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [None req-5d31850b-5986-438f-8bbe-052ec8575048 admin admin] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1252921 Sep 23 07:18:49.251338 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.62', 49746) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:18:49.343123 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf2afcdd-f21a-4be9-a787-730094bd2239 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:18:49.343578 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf2afcdd-f21a-4be9-a787-730094bd2239 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:18:49.345132 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [None req-bf2afcdd-f21a-4be9-a787-730094bd2239 admin admin] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0928516 Sep 23 07:18:51.577138 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.62', 49754) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:18:51.694288 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dba2fbdb-6568-4342-8432-79bd9f93a426 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:18:51.695573 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [None req-dba2fbdb-6568-4342-8432-79bd9f93a426 admin admin] 10.222.0.62 "GET /v2.0/subnets/89646001-5df7-4559-baa8-56e15a045fc5 HTTP/1.1" status: 200 len: 816 time: 0.1174951 Sep 23 07:18:51.949657 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.db.agents_db [None req-60cd1eec-2052-4d49-bd00-e5a0de40c293 None None] Agent healthcheck: found 5 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 07:18:52.809385 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-2bb8bb08-ffdb-4a76-afd5-c5e2dd5f3055 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:53.951335 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.62', 49762) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:18:54.051938 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66dadf46-d1d5-4e68-bcc5-e82ebd4af094 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:18:54.053859 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [None req-66dadf46-d1d5-4e68-bcc5-e82ebd4af094 admin admin] 10.222.0.62 "GET /v2.0/subnets/d169c78f-ca8e-41d0-a743-d6cda9d8d362 HTTP/1.1" status: 200 len: 868 time: 0.1014874 Sep 23 07:18:56.546593 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-fa6b5ca4-4e66-4392-a459-99bdb073192f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:57.689053 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:57.997992 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-1854caf6-1153-400a-8d11-9ed8c1e229e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:59.791850 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e4079388-143e-46ee-8cf3-ea3894d72bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:19:18.636324 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.62', 49816) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:19:18.683936 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.wsgi [None req-40339321-60de-4cdc-bf40-e818da480203 admin admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=94841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 07:19:18.684982 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [None req-40339321-60de-4cdc-bf40-e818da480203 admin admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0476406 Sep 23 07:19:20.978441 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.62', 49824) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:19:21.042260 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-a20c3f66-38e5-4612-bf67-72989a30e31a admin admin] GET failed (client error): The resource could not be found. Sep 23 07:19:21.043619 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [None req-a20c3f66-38e5-4612-bf67-72989a30e31a admin admin] 10.222.0.62 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0642231 Sep 23 07:19:21.228700 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32a309a4-b20a-4df6-938d-06bc144d4921 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:19:21.230156 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [None req-32a309a4-b20a-4df6-938d-06bc144d4921 admin admin] 10.222.0.62 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1818948 Sep 23 07:19:22.791428 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-930de079-0d11-42c9-8ef9-df73ce35a405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:19:23.483142 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.62', 49832) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:19:23.541505 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.v2.base [None req-fd6c1372-5056-463c-9fcd-1bc42f065561 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:19:23.625792 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd6c1372-5056-463c-9fcd-1bc42f065561 admin admin] Made reservation on behalf of f232c8a28f774e92983e389e005bd91b for: {'network': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:19:23.628452 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fd6c1372-5056-463c-9fcd-1bc42f065561 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for network, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:19:23.676788 dv-cinder-805887-18-iscsi neutron-server[94840]: WARNING neutron.services.revisions.revision_plugin [None req-fd6c1372-5056-463c-9fcd-1bc42f065561 admin admin] Could not find related network for resource to bump revision. Sep 23 07:19:23.693300 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd6c1372-5056-463c-9fcd-1bc42f065561 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 571} {{(pid=94840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 07:19:23.705675 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fd6c1372-5056-463c-9fcd-1bc42f065561 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8728618163083', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692928'] for segment, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:19:23.706258 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fd6c1372-5056-463c-9fcd-1bc42f065561 admin admin] Unsubscribe: segment precommit_create {{(pid=94840) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 23 07:19:23.706774 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.db.segments_db [None req-fd6c1372-5056-463c-9fcd-1bc42f065561 admin admin] Added segment dcb799ba-99d1-45ed-94b3-394a9369d817 of type vlan for network bc2eac1e-fe9f-4b6d-8c80-98e1fc9a2d1a Sep 23 07:19:23.759531 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fd6c1372-5056-463c-9fcd-1bc42f065561 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728617604886'] for network, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:19:23.855777 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fd6c1372-5056-463c-9fcd-1bc42f065561 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957'] for network, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:19:23.856033 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd6c1372-5056-463c-9fcd-1bc42f065561 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:19:23.856590 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fd6c1372-5056-463c-9fcd-1bc42f065561 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577015'] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:19:23.975200 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6c1372-5056-463c-9fcd-1bc42f065561 admin admin] Pushing event updated for resources: {'Network': ['ID=bc2eac1e-fe9f-4b6d-8c80-98e1fc9a2d1a,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:19:23.978606 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [None req-fd6c1372-5056-463c-9fcd-1bc42f065561 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4944797 Sep 23 07:19:23.986070 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6c1372-5056-463c-9fcd-1bc42f065561 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:19:23.986424 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6c1372-5056-463c-9fcd-1bc42f065561 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:19:23.986769 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6c1372-5056-463c-9fcd-1bc42f065561 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:19:23.987102 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6c1372-5056-463c-9fcd-1bc42f065561 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:19:23.987431 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6c1372-5056-463c-9fcd-1bc42f065561 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:19:23.988043 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6c1372-5056-463c-9fcd-1bc42f065561 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:19:23.988389 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6c1372-5056-463c-9fcd-1bc42f065561 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:19:23.988752 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6c1372-5056-463c-9fcd-1bc42f065561 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:19:23.989156 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6c1372-5056-463c-9fcd-1bc42f065561 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:19:23.989486 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6c1372-5056-463c-9fcd-1bc42f065561 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:19:23.989811 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6c1372-5056-463c-9fcd-1bc42f065561 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:19:23.990186 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6c1372-5056-463c-9fcd-1bc42f065561 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:19:23.991627 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6c1372-5056-463c-9fcd-1bc42f065561 admin admin] Tracked resource versions report: Sep 23 07:19:23.991627 dv-cinder-805887-18-iscsi neutron-server[94840]: pushed versions: Sep 23 07:19:23.991627 dv-cinder-805887-18-iscsi neutron-server[94840]: { 'AddressGroup': {'1.2'}, Sep 23 07:19:23.991627 dv-cinder-805887-18-iscsi neutron-server[94840]: 'ConntrackHelper': {'1.0'}, Sep 23 07:19:23.991627 dv-cinder-805887-18-iscsi neutron-server[94840]: 'Log': {'1.0'}, Sep 23 07:19:23.991627 dv-cinder-805887-18-iscsi neutron-server[94840]: 'Network': {'1.1'}, Sep 23 07:19:23.991627 dv-cinder-805887-18-iscsi neutron-server[94840]: 'Port': {'1.7'}, Sep 23 07:19:23.991627 dv-cinder-805887-18-iscsi neutron-server[94840]: 'PortForwarding': {'1.2'}, Sep 23 07:19:23.991627 dv-cinder-805887-18-iscsi neutron-server[94840]: 'QosPolicy': {'1.9'}, Sep 23 07:19:23.991627 dv-cinder-805887-18-iscsi neutron-server[94840]: 'SecurityGroup': {'1.4'}, Sep 23 07:19:23.991627 dv-cinder-805887-18-iscsi neutron-server[94840]: 'SecurityGroupRule': {'1.2'}, Sep 23 07:19:23.991627 dv-cinder-805887-18-iscsi neutron-server[94840]: 'SubPort': {'1.0'}, Sep 23 07:19:23.991627 dv-cinder-805887-18-iscsi neutron-server[94840]: 'Subnet': {'1.1'}, Sep 23 07:19:23.991627 dv-cinder-805887-18-iscsi neutron-server[94840]: 'Trunk': {'1.1'}} Sep 23 07:19:23.991627 dv-cinder-805887-18-iscsi neutron-server[94840]: consumer versions: Sep 23 07:19:23.991627 dv-cinder-805887-18-iscsi neutron-server[94840]: { DHCP agent@dv-cinder-805887-18-iscsi: {}, Sep 23 07:19:23.991627 dv-cinder-805887-18-iscsi neutron-server[94840]: L3 agent@dv-cinder-805887-18-iscsi: {}, Sep 23 07:19:23.991627 dv-cinder-805887-18-iscsi neutron-server[94840]: Metadata agent@dv-cinder-805887-18-iscsi: {}, Sep 23 07:19:23.991627 dv-cinder-805887-18-iscsi neutron-server[94840]: Metering agent@dv-cinder-805887-18-iscsi: {}, Sep 23 07:19:23.991627 dv-cinder-805887-18-iscsi neutron-server[94840]: Open vSwitch agent@dv-cinder-805887-18-iscsi: { 'AddressGroup': '1.2', Sep 23 07:19:23.991627 dv-cinder-805887-18-iscsi neutron-server[94840]: 'ConntrackHelper': '1.0', Sep 23 07:19:23.991627 dv-cinder-805887-18-iscsi neutron-server[94840]: 'Log': '1.0', Sep 23 07:19:23.991627 dv-cinder-805887-18-iscsi neutron-server[94840]: 'Network': '1.1', Sep 23 07:19:23.991627 dv-cinder-805887-18-iscsi neutron-server[94840]: 'Port': '1.7', Sep 23 07:19:23.991627 dv-cinder-805887-18-iscsi neutron-server[94840]: 'PortForwarding': '1.2', Sep 23 07:19:23.991627 dv-cinder-805887-18-iscsi neutron-server[94840]: 'QosPolicy': '1.9', Sep 23 07:19:23.991627 dv-cinder-805887-18-iscsi neutron-server[94840]: 'SecurityGroup': '1.4', Sep 23 07:19:23.991627 dv-cinder-805887-18-iscsi neutron-server[94840]: 'SecurityGroupRule': '1.2', Sep 23 07:19:23.991627 dv-cinder-805887-18-iscsi neutron-server[94840]: 'SubPort': '1.0', Sep 23 07:19:23.991627 dv-cinder-805887-18-iscsi neutron-server[94840]: 'Subnet': '1.1', Sep 23 07:19:23.991627 dv-cinder-805887-18-iscsi neutron-server[94840]: 'Trunk': '1.1'}} Sep 23 07:19:23.991627 dv-cinder-805887-18-iscsi neutron-server[94840]: {{(pid=94840) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 23 07:19:24.030664 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Network bc2eac1e-fe9f-4b6d-8c80-98e1fc9a2d1a details requested by agent ovs-agent-dv-cinder-805887-18-iscsi with host dv-cinder-805887-18-iscsi {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 07:19:26.299251 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.62', 49844) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:19:26.362048 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-06f4da36-8249-4e9a-b716-d5e85d61c665 admin admin] GET failed (client error): The resource could not be found. Sep 23 07:19:26.363448 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [None req-06f4da36-8249-4e9a-b716-d5e85d61c665 admin admin] 10.222.0.62 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0632207 Sep 23 07:19:26.437380 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b5eec40-bde1-446d-8051-4ed7e7d1f894 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:19:26.438871 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [None req-5b5eec40-bde1-446d-8051-4ed7e7d1f894 admin admin] 10.222.0.62 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0702136 Sep 23 07:19:26.450111 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.v2.base [None req-e42b52e4-6d31-4f16-8804-7177cb61713a admin admin] Request body: {'subnet': {'network_id': 'bc2eac1e-fe9f-4b6d-8c80-98e1fc9a2d1a', 'description': 'shared-subnet', 'name': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:19:26.557002 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e42b52e4-6d31-4f16-8804-7177cb61713a admin admin] Made reservation on behalf of f232c8a28f774e92983e389e005bd91b for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:19:26.559292 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e42b52e4-6d31-4f16-8804-7177cb61713a admin admin] Notify callbacks [] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:19:26.574170 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-2fea496f-51e5-41d7-91b8-004aa19d2be3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:19:26.767630 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e42b52e4-6d31-4f16-8804-7177cb61713a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:19:26.821091 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42b52e4-6d31-4f16-8804-7177cb61713a admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab3e2d96-3990-425e-b950-f619ca43a759,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:19:26.829336 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e42b52e4-6d31-4f16-8804-7177cb61713a admin admin] Checking segment: {'id': 'dcb799ba-99d1-45ed-94b3-394a9369d817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'bc2eac1e-fe9f-4b6d-8c80-98e1fc9a2d1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:19:26.829684 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e42b52e4-6d31-4f16-8804-7177cb61713a admin admin] Network hostable DHCP agents. Network: bc2eac1e-fe9f-4b6d-8c80-98e1fc9a2d1a, hostable agents: ['9616ea92-93d9-4385-b3af-aa5c267d1a12'], hosted agents: [] {{(pid=94841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 07:19:26.904539 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e42b52e4-6d31-4f16-8804-7177cb61713a admin admin] Network bc2eac1e-fe9f-4b6d-8c80-98e1fc9a2d1a is scheduled to be hosted by DHCP agent 9616ea92-93d9-4385-b3af-aa5c267d1a12 with binding_index 1 {{(pid=94841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 07:19:26.978772 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-e42b52e4-6d31-4f16-8804-7177cb61713a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805887-18-iscsi, bc2eac1e-fe9f-4b6d-8c80-98e1fc9a2d1a) {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:19:26.982970 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e42b52e4-6d31-4f16-8804-7177cb61713a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:19:26.983558 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e42b52e4-6d31-4f16-8804-7177cb61713a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577015'] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:19:26.989912 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3403109c-7d9f-47cc-b1d9-999da936cfe8 None None] Network bc2eac1e-fe9f-4b6d-8c80-98e1fc9a2d1a requested from dv-cinder-805887-18-iscsi {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:19:27.065372 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [None req-e42b52e4-6d31-4f16-8804-7177cb61713a admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6187720 Sep 23 07:19:27.138322 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0815c666-d77f-4624-8565-43054f29b872 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a3420cd-ceb0-58a0-900c-b744b29f87bb-bc2eac1e-fe9f-4b6d-8c80-98e1fc9a2d1a', 'network_id': 'bc2eac1e-fe9f-4b6d-8c80-98e1fc9a2d1a', 'tenant_id': 'f232c8a28f774e92983e389e005bd91b', 'fixed_ips': [{'subnet_id': 'ab3e2d96-3990-425e-b950-f619ca43a759'}]}} from dv-cinder-805887-18-iscsi. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 07:19:27.139238 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-0815c666-d77f-4624-8565-43054f29b872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:19:27.291745 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-0815c666-d77f-4624-8565-43054f29b872 None None] Allocated IP 192.168.233.2 (bc2eac1e-fe9f-4b6d-8c80-98e1fc9a2d1a/ab3e2d96-3990-425e-b950-f619ca43a759/f2270607-1125-4ef8-8e1e-e67b3fe2e89a) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:19:27.440854 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-0815c666-d77f-4624-8565-43054f29b872 None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:19:27.518072 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-0815c666-d77f-4624-8565-43054f29b872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728617650863'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:19:27.557361 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0815c666-d77f-4624-8565-43054f29b872 None None] Network bc2eac1e-fe9f-4b6d-8c80-98e1fc9a2d1a is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:19:27.560187 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-0815c666-d77f-4624-8565-43054f29b872 None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:19:27.563278 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0815c666-d77f-4624-8565-43054f29b872 None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:19:27.587989 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0815c666-d77f-4624-8565-43054f29b872 None None] Pushing event updated for resources: {'Port': ['ID=f2270607-1125-4ef8-8e1e-e67b3fe2e89a,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:19:27.618479 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0815c666-d77f-4624-8565-43054f29b872 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:19:27.619043 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0815c666-d77f-4624-8565-43054f29b872 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:19:27.619528 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0815c666-d77f-4624-8565-43054f29b872 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:19:27.620029 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0815c666-d77f-4624-8565-43054f29b872 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:19:27.620510 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0815c666-d77f-4624-8565-43054f29b872 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:19:27.621046 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0815c666-d77f-4624-8565-43054f29b872 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:19:27.621527 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0815c666-d77f-4624-8565-43054f29b872 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:19:27.622005 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0815c666-d77f-4624-8565-43054f29b872 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:19:27.622520 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0815c666-d77f-4624-8565-43054f29b872 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:19:27.622986 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0815c666-d77f-4624-8565-43054f29b872 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:19:27.623450 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0815c666-d77f-4624-8565-43054f29b872 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:19:27.623909 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0815c666-d77f-4624-8565-43054f29b872 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:19:27.670556 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-0815c666-d77f-4624-8565-43054f29b872 None None] Attempting to bind port f2270607-1125-4ef8-8e1e-e67b3fe2e89a on host dv-cinder-805887-18-iscsi for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:19:27.670819 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-0815c666-d77f-4624-8565-43054f29b872 None None] Attempting to bind port f2270607-1125-4ef8-8e1e-e67b3fe2e89a by drivers openvswitch,hyperv on host dv-cinder-805887-18-iscsi at level 0 using segments [{'id': 'dcb799ba-99d1-45ed-94b3-394a9369d817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'bc2eac1e-fe9f-4b6d-8c80-98e1fc9a2d1a'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:19:27.671180 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0815c666-d77f-4624-8565-43054f29b872 None None] Attempting to bind port f2270607-1125-4ef8-8e1e-e67b3fe2e89a on network bc2eac1e-fe9f-4b6d-8c80-98e1fc9a2d1a {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:19:27.677013 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0815c666-d77f-4624-8565-43054f29b872 None None] Checking agent: {'id': '8a4a6f1f-c513-442c-b997-00aea54023cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805887-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 7, 15, 58), 'started_at': datetime.datetime(2021, 9, 23, 7, 16, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 7, 18, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805887-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 07:19:27.677245 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0815c666-d77f-4624-8565-43054f29b872 None None] Checking segment: {'id': 'dcb799ba-99d1-45ed-94b3-394a9369d817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'bc2eac1e-fe9f-4b6d-8c80-98e1fc9a2d1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:19:27.682669 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-0815c666-d77f-4624-8565-43054f29b872 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:19:27.682669 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0815c666-d77f-4624-8565-43054f29b872 None None] Bound using segment: {'id': 'dcb799ba-99d1-45ed-94b3-394a9369d817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'bc2eac1e-fe9f-4b6d-8c80-98e1fc9a2d1a'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 07:19:27.682669 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-0815c666-d77f-4624-8565-43054f29b872 None None] Bound port: f2270607-1125-4ef8-8e1e-e67b3fe2e89a, host: dv-cinder-805887-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcb799ba-99d1-45ed-94b3-394a9369d817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'bc2eac1e-fe9f-4b6d-8c80-98e1fc9a2d1a'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 07:19:27.682669 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-0815c666-d77f-4624-8565-43054f29b872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:19:27.746867 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-0815c666-d77f-4624-8565-43054f29b872 None None] For port f2270607-1125-4ef8-8e1e-e67b3fe2e89a, host dv-cinder-805887-18-iscsi, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:19:27.748976 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:19:27.751549 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-0815c666-d77f-4624-8565-43054f29b872 None None] For port f2270607-1125-4ef8-8e1e-e67b3fe2e89a, host dv-cinder-805887-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-18-iscsi',level=0,port_id=f2270607-1125-4ef8-8e1e-e67b3fe2e89a,segment=NetworkSegment(dcb799ba-99d1-45ed-94b3-394a9369d817),segment_id=dcb799ba-99d1-45ed-94b3-394a9369d817)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 07:19:27.883692 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-0815c666-d77f-4624-8565-43054f29b872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728618137860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728617650881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728617650899'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:19:27.954041 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0815c666-d77f-4624-8565-43054f29b872 None None] Pushing event updated for resources: {'Port': ['ID=f2270607-1125-4ef8-8e1e-e67b3fe2e89a,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:19:28.037384 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-1854caf6-1153-400a-8d11-9ed8c1e229e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:19:28.809123 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4522baf-1a5d-49f8-9f7e-a5b5a8728afc None None] Network bc2eac1e-fe9f-4b6d-8c80-98e1fc9a2d1a requested from dv-cinder-805887-18-iscsi {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:19:28.901688 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-04b79848-44af-4139-adcf-172afe064e58 None None] Provisioning complete for port f2270607-1125-4ef8-8e1e-e67b3fe2e89a triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:19:28.902051 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-04b79848-44af-4139-adcf-172afe064e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703931'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:19:28.952815 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.db.agents_db [None req-60cd1eec-2052-4d49-bd00-e5a0de40c293 None None] Agent healthcheck: found 5 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 07:19:29.048399 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-04b79848-44af-4139-adcf-172afe064e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:19:29.091071 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-04b79848-44af-4139-adcf-172afe064e58 None None] For port f2270607-1125-4ef8-8e1e-e67b3fe2e89a, host dv-cinder-805887-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-18-iscsi',level=0,port_id=f2270607-1125-4ef8-8e1e-e67b3fe2e89a,segment=NetworkSegment(dcb799ba-99d1-45ed-94b3-394a9369d817),segment_id=dcb799ba-99d1-45ed-94b3-394a9369d817)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:19:29.193421 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-04b79848-44af-4139-adcf-172afe064e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728618137860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728617650881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728617650899'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:19:29.255183 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b79848-44af-4139-adcf-172afe064e58 None None] Pushing event updated for resources: {'Port': ['ID=f2270607-1125-4ef8-8e1e-e67b3fe2e89a,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:19:29.324363 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-d2bc8c5d-4ce8-4743-b25e-0285c725afa9 None None] Provisioning complete for port f2270607-1125-4ef8-8e1e-e67b3fe2e89a triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:19:29.325008 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d2bc8c5d-4ce8-4743-b25e-0285c725afa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703931'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:19:29.533830 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Device f2270607-1125-4ef8-8e1e-e67b3fe2e89a up at agent ovs-agent-dv-cinder-805887-18-iscsi {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:19:29.596291 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Provisioning complete for port f2270607-1125-4ef8-8e1e-e67b3fe2e89a triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:19:29.596978 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703931'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:19:29.786610 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e4079388-143e-46ee-8cf3-ea3894d72bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:19:52.819582 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-671bc425-81ed-4a2c-9a18-d55c3ec459ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:19:56.545317 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-2bec6afc-b028-48e3-bfab-c3e1be9def8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:19:57.699778 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:19:58.012539 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-1854caf6-1153-400a-8d11-9ed8c1e229e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:19:59.813950 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e4079388-143e-46ee-8cf3-ea3894d72bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:20:05.962280 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.db.agents_db [None req-60cd1eec-2052-4d49-bd00-e5a0de40c293 None None] Agent healthcheck: found 5 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 07:20:22.817675 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6f18ea56-5d24-47f9-8eae-cc6ad67a45b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:20:26.567849 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-b178dc3c-2516-477b-b6f6-8031108e1bd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:20:27.682458 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:20:28.013376 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-1854caf6-1153-400a-8d11-9ed8c1e229e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:20:29.789084 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e4079388-143e-46ee-8cf3-ea3894d72bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:20:42.960769 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.db.agents_db [None req-60cd1eec-2052-4d49-bd00-e5a0de40c293 None None] Agent healthcheck: found 5 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 07:20:52.547338 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.62', 49898) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:20:52.553242 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.wsgi [None req-632b78ce-2d3c-40fe-a05a-e592bdcd9329 tempest-verify_tempest_config-2061593458 tempest-verify_tempest_config-2061593458-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=94841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 07:20:52.554205 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [None req-632b78ce-2d3c-40fe-a05a-e592bdcd9329 tempest-verify_tempest_config-2061593458 tempest-verify_tempest_config-2061593458-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0058985 Sep 23 07:20:52.819783 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d97c8cad-5f38-4b91-8be2-29e28a989cfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:20:53.085709 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.62', 49916) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:20:53.189431 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-dc70c316-1a8e-4fb7-9b72-4b7f28fc8fbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:20:53.276977 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-dc70c316-1a8e-4fb7-9b72-4b7f28fc8fbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:20:53.351233 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-dc70c316-1a8e-4fb7-9b72-4b7f28fc8fbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520401'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:20:53.397930 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc70c316-1a8e-4fb7-9b72-4b7f28fc8fbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=262b6274-1026-4cb2-86f0-47d21024f9b8,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:20:53.401798 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [None req-dc70c316-1a8e-4fb7-9b72-4b7f28fc8fbf admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=050d203026e34a2494d8581c45754fa1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3151007 Sep 23 07:20:53.404938 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.62', 49920) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:20:53.407395 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc70c316-1a8e-4fb7-9b72-4b7f28fc8fbf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:20:53.407761 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc70c316-1a8e-4fb7-9b72-4b7f28fc8fbf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:20:53.408100 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc70c316-1a8e-4fb7-9b72-4b7f28fc8fbf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:20:53.408739 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc70c316-1a8e-4fb7-9b72-4b7f28fc8fbf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:20:53.408956 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc70c316-1a8e-4fb7-9b72-4b7f28fc8fbf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:20:53.409251 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc70c316-1a8e-4fb7-9b72-4b7f28fc8fbf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:20:53.409582 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc70c316-1a8e-4fb7-9b72-4b7f28fc8fbf admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:20:53.409897 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc70c316-1a8e-4fb7-9b72-4b7f28fc8fbf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:20:53.410245 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc70c316-1a8e-4fb7-9b72-4b7f28fc8fbf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:20:53.410555 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc70c316-1a8e-4fb7-9b72-4b7f28fc8fbf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:20:53.410869 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc70c316-1a8e-4fb7-9b72-4b7f28fc8fbf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:20:53.411182 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc70c316-1a8e-4fb7-9b72-4b7f28fc8fbf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:20:53.486858 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-88cbcf4b-cd5d-4297-824f-e6cc6c6118be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:20:53.507487 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-88cbcf4b-cd5d-4297-824f-e6cc6c6118be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:20:53.687879 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-88cbcf4b-cd5d-4297-824f-e6cc6c6118be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520401'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:20:53.690788 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-88cbcf4b-cd5d-4297-824f-e6cc6c6118be admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:20:53.692412 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [None req-88cbcf4b-cd5d-4297-824f-e6cc6c6118be admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/262b6274-1026-4cb2-86f0-47d21024f9b8 HTTP/1.1" status: 204 len: 168 time: 0.2862003 Sep 23 07:20:53.705172 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cbcf4b-cd5d-4297-824f-e6cc6c6118be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=262b6274-1026-4cb2-86f0-47d21024f9b8,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:20:53.717539 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cbcf4b-cd5d-4297-824f-e6cc6c6118be admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:20:53.718145 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cbcf4b-cd5d-4297-824f-e6cc6c6118be admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:20:53.718713 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cbcf4b-cd5d-4297-824f-e6cc6c6118be admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:20:53.719260 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cbcf4b-cd5d-4297-824f-e6cc6c6118be admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:20:53.719808 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cbcf4b-cd5d-4297-824f-e6cc6c6118be admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:20:53.720395 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cbcf4b-cd5d-4297-824f-e6cc6c6118be admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:20:53.721069 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cbcf4b-cd5d-4297-824f-e6cc6c6118be admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:20:53.721582 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cbcf4b-cd5d-4297-824f-e6cc6c6118be admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:20:53.722172 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cbcf4b-cd5d-4297-824f-e6cc6c6118be admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:20:53.722735 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cbcf4b-cd5d-4297-824f-e6cc6c6118be admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:20:53.723276 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cbcf4b-cd5d-4297-824f-e6cc6c6118be admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:20:53.723830 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cbcf4b-cd5d-4297-824f-e6cc6c6118be admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:20:56.679835 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-06c7619d-c119-48b1-9d2d-ce2585a6a58e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:20:57.708788 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:20:58.005444 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-1854caf6-1153-400a-8d11-9ed8c1e229e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:20:59.807703 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e4079388-143e-46ee-8cf3-ea3894d72bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:21:19.960646 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.db.agents_db [None req-60cd1eec-2052-4d49-bd00-e5a0de40c293 None None] Agent healthcheck: found 5 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 07:21:22.823821 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-7457fac9-4619-4775-860f-6208aa932ffc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:21:26.549752 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6c5f0dc6-1114-484b-b3c0-2deabe86e4fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:21:27.692730 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:21:28.037979 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-1854caf6-1153-400a-8d11-9ed8c1e229e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:21:29.812573 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e4079388-143e-46ee-8cf3-ea3894d72bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:21:52.812510 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-87104286-0f65-4014-b940-27a8759604b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:21:56.566497 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a1d78d11-2e47-4ff6-a415-5ffcfafe3fd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:21:56.958613 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.db.agents_db [None req-60cd1eec-2052-4d49-bd00-e5a0de40c293 None None] Agent healthcheck: found 5 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 07:21:57.681303 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:21:58.023955 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-1854caf6-1153-400a-8d11-9ed8c1e229e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:21:59.800901 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e4079388-143e-46ee-8cf3-ea3894d72bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:22:22.834919 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a5126a41-e37c-4266-836e-998966033886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:22:26.566059 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-9ae37ca9-5e54-44b7-a788-e11a0c5019eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:22:27.717897 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:22:27.803569 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-456141'] for agent, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:22:28.023128 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-1854caf6-1153-400a-8d11-9ed8c1e229e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:22:29.832813 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e4079388-143e-46ee-8cf3-ea3894d72bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:22:33.957840 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.db.agents_db [None req-60cd1eec-2052-4d49-bd00-e5a0de40c293 None None] Agent healthcheck: found 6 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 07:22:42.799140 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.62', 49994) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:22:42.906858 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [None req-7d7f4043-5f26-44f7-89a4-0c48f02607bd admin admin] 10.222.0.62 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.1066313 Sep 23 07:22:45.145932 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.62', 50004) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:22:45.203056 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [None req-dac000d6-2033-448f-8b29-94ee238ce5c7 admin admin] 10.222.0.62 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.0549350 Sep 23 07:22:52.838020 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6c3f93c7-3379-4ac7-a444-9f85e7f1997a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:22:56.574966 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bf36f188-1b93-4586-99ad-fdd9de1b6535 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:22:57.712011 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:22:57.734562 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:22:58.074230 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-1854caf6-1153-400a-8d11-9ed8c1e229e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:22:59.820263 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e4079388-143e-46ee-8cf3-ea3894d72bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:23:10.956125 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.db.agents_db [None req-60cd1eec-2052-4d49-bd00-e5a0de40c293 None None] Agent healthcheck: found 6 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 07:23:22.811297 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ce95fadf-4272-4f66-ae6b-ed3921c1c385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:23:26.530574 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d8431b40-24d6-40ae-b52b-759df81b47c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:23:27.691147 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:23:27.730984 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:23:28.028434 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-1854caf6-1153-400a-8d11-9ed8c1e229e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:23:29.828320 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e4079388-143e-46ee-8cf3-ea3894d72bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:23:47.955083 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.db.agents_db [None req-60cd1eec-2052-4d49-bd00-e5a0de40c293 None None] Agent healthcheck: found 6 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 07:23:52.840047 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ab1be88d-81d3-4892-8acc-f0f728425d4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:23:56.585293 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-1e886f94-117d-4986-988d-fc833023fdcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:23:57.679546 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:23:57.719586 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:23:58.027924 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-1854caf6-1153-400a-8d11-9ed8c1e229e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:23:59.819474 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e4079388-143e-46ee-8cf3-ea3894d72bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:16.217445 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.62', 50208) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:24:16.739947 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.v2.base [None req-01fcbb5f-669b-416e-b1d0-e1297781611c admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2046705380-network', 'tenant_id': 'd48ba685da4e429ba433001cd3762eb6'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:24:16.797543 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.62', 50236) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:24:16.827762 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.62', 50240) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:24:16.857840 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.62', 50244) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:24:16.873519 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01fcbb5f-669b-416e-b1d0-e1297781611c admin admin] Made reservation on behalf of d48ba685da4e429ba433001cd3762eb6 for: {'network': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:24:16.875937 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-01fcbb5f-669b-416e-b1d0-e1297781611c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for network, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:16.887635 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-01fcbb5f-669b-416e-b1d0-e1297781611c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:16.994926 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-01fcbb5f-669b-416e-b1d0-e1297781611c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:17.055442 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.v2.base [None req-c8b71238-e221-4810-9d1a-2810bcf2bd95 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-918220328-network', 'tenant_id': 'f847624712b744ff9af7930d845e8424'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:24:17.083587 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-01fcbb5f-669b-416e-b1d0-e1297781611c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520401'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:17.095382 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01fcbb5f-669b-416e-b1d0-e1297781611c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 596} {{(pid=94840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 07:24:17.106553 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-01fcbb5f-669b-416e-b1d0-e1297781611c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692928'] for segment, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:17.107158 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.db.segments_db [None req-01fcbb5f-669b-416e-b1d0-e1297781611c admin admin] Added segment fa496057-a925-4a3e-b303-dd138de3eddc of type vlan for network 2717a2a1-7002-40c6-a5d5-9f449842d752 Sep 23 07:24:17.162988 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-01fcbb5f-669b-416e-b1d0-e1297781611c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728617604886'] for network, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:17.170104 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.v2.base [None req-560912a9-f6ac-4556-be0a-3c27b0b368a5 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1297816090-network', 'tenant_id': '63deb2e833294f4ba854d4abe4a79ff2'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:24:17.187687 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.62', 50260) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:24:17.228072 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.v2.base [None req-73b29000-225d-404c-a588-55531fe7116e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-315569641-network', 'tenant_id': '2661271257b242509f29ed8640a48915'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:24:17.241833 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fcbb5f-669b-416e-b1d0-e1297781611c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bf02978-f38f-4627-83c7-d630e2f8decc,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:24:17.249354 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fcbb5f-669b-416e-b1d0-e1297781611c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:24:17.249724 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fcbb5f-669b-416e-b1d0-e1297781611c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:24:17.250086 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fcbb5f-669b-416e-b1d0-e1297781611c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:24:17.250405 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fcbb5f-669b-416e-b1d0-e1297781611c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:24:17.250736 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fcbb5f-669b-416e-b1d0-e1297781611c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:24:17.251082 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fcbb5f-669b-416e-b1d0-e1297781611c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:24:17.251413 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fcbb5f-669b-416e-b1d0-e1297781611c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:24:17.251909 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fcbb5f-669b-416e-b1d0-e1297781611c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:24:17.252282 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fcbb5f-669b-416e-b1d0-e1297781611c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:24:17.252621 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fcbb5f-669b-416e-b1d0-e1297781611c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:24:17.253039 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fcbb5f-669b-416e-b1d0-e1297781611c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:24:17.253363 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fcbb5f-669b-416e-b1d0-e1297781611c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:24:17.254461 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fcbb5f-669b-416e-b1d0-e1297781611c admin admin] Tracked resource versions report: Sep 23 07:24:17.254461 dv-cinder-805887-18-iscsi neutron-server[94840]: pushed versions: Sep 23 07:24:17.254461 dv-cinder-805887-18-iscsi neutron-server[94840]: { 'AddressGroup': {'1.2'}, Sep 23 07:24:17.254461 dv-cinder-805887-18-iscsi neutron-server[94840]: 'ConntrackHelper': {'1.0'}, Sep 23 07:24:17.254461 dv-cinder-805887-18-iscsi neutron-server[94840]: 'Log': {'1.0'}, Sep 23 07:24:17.254461 dv-cinder-805887-18-iscsi neutron-server[94840]: 'Network': {'1.1'}, Sep 23 07:24:17.254461 dv-cinder-805887-18-iscsi neutron-server[94840]: 'Port': {'1.7'}, Sep 23 07:24:17.254461 dv-cinder-805887-18-iscsi neutron-server[94840]: 'PortForwarding': {'1.2'}, Sep 23 07:24:17.254461 dv-cinder-805887-18-iscsi neutron-server[94840]: 'QosPolicy': {'1.9'}, Sep 23 07:24:17.254461 dv-cinder-805887-18-iscsi neutron-server[94840]: 'SecurityGroup': {'1.4'}, Sep 23 07:24:17.254461 dv-cinder-805887-18-iscsi neutron-server[94840]: 'SecurityGroupRule': {'1.2'}, Sep 23 07:24:17.254461 dv-cinder-805887-18-iscsi neutron-server[94840]: 'SubPort': {'1.0'}, Sep 23 07:24:17.254461 dv-cinder-805887-18-iscsi neutron-server[94840]: 'Subnet': {'1.1'}, Sep 23 07:24:17.254461 dv-cinder-805887-18-iscsi neutron-server[94840]: 'Trunk': {'1.1'}} Sep 23 07:24:17.254461 dv-cinder-805887-18-iscsi neutron-server[94840]: consumer versions: Sep 23 07:24:17.254461 dv-cinder-805887-18-iscsi neutron-server[94840]: { DHCP agent@dv-cinder-805887-18-iscsi: {}, Sep 23 07:24:17.254461 dv-cinder-805887-18-iscsi neutron-server[94840]: HyperV agent@hv-cinder-80588: {}, Sep 23 07:24:17.254461 dv-cinder-805887-18-iscsi neutron-server[94840]: L3 agent@dv-cinder-805887-18-iscsi: {}, Sep 23 07:24:17.254461 dv-cinder-805887-18-iscsi neutron-server[94840]: Metadata agent@dv-cinder-805887-18-iscsi: {}, Sep 23 07:24:17.254461 dv-cinder-805887-18-iscsi neutron-server[94840]: Metering agent@dv-cinder-805887-18-iscsi: {}, Sep 23 07:24:17.254461 dv-cinder-805887-18-iscsi neutron-server[94840]: Open vSwitch agent@dv-cinder-805887-18-iscsi: { 'AddressGroup': '1.2', Sep 23 07:24:17.254461 dv-cinder-805887-18-iscsi neutron-server[94840]: 'ConntrackHelper': '1.0', Sep 23 07:24:17.254461 dv-cinder-805887-18-iscsi neutron-server[94840]: 'Log': '1.0', Sep 23 07:24:17.254461 dv-cinder-805887-18-iscsi neutron-server[94840]: 'Network': '1.1', Sep 23 07:24:17.254461 dv-cinder-805887-18-iscsi neutron-server[94840]: 'Port': '1.7', Sep 23 07:24:17.254461 dv-cinder-805887-18-iscsi neutron-server[94840]: 'PortForwarding': '1.2', Sep 23 07:24:17.254461 dv-cinder-805887-18-iscsi neutron-server[94840]: 'QosPolicy': '1.9', Sep 23 07:24:17.254461 dv-cinder-805887-18-iscsi neutron-server[94840]: 'SecurityGroup': '1.4', Sep 23 07:24:17.254461 dv-cinder-805887-18-iscsi neutron-server[94840]: 'SecurityGroupRule': '1.2', Sep 23 07:24:17.254461 dv-cinder-805887-18-iscsi neutron-server[94840]: 'SubPort': '1.0', Sep 23 07:24:17.254461 dv-cinder-805887-18-iscsi neutron-server[94840]: 'Subnet': '1.1', Sep 23 07:24:17.254461 dv-cinder-805887-18-iscsi neutron-server[94840]: 'Trunk': '1.1'}} Sep 23 07:24:17.254461 dv-cinder-805887-18-iscsi neutron-server[94840]: {{(pid=94840) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 23 07:24:17.278446 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.v2.base [None req-fff2b790-9b51-42c1-8210-9c698eb04b72 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1418743740-network', 'tenant_id': '3590db7dd01d4aa3a7bd827211d3c4b9'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:24:17.299389 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-01fcbb5f-669b-416e-b1d0-e1297781611c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957'] for network, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:17.302824 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01fcbb5f-669b-416e-b1d0-e1297781611c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:24:17.303712 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-01fcbb5f-669b-416e-b1d0-e1297781611c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577015'] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:17.326239 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8b71238-e221-4810-9d1a-2810bcf2bd95 admin admin] Made reservation on behalf of f847624712b744ff9af7930d845e8424 for: {'network': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:24:17.329870 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c8b71238-e221-4810-9d1a-2810bcf2bd95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for network, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:17.354787 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c8b71238-e221-4810-9d1a-2810bcf2bd95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:17.416383 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fcbb5f-669b-416e-b1d0-e1297781611c admin admin] Pushing event updated for resources: {'Network': ['ID=2717a2a1-7002-40c6-a5d5-9f449842d752,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:24:17.429402 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Network 2717a2a1-7002-40c6-a5d5-9f449842d752 details requested by agent ovs-agent-dv-cinder-805887-18-iscsi with host dv-cinder-805887-18-iscsi {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 07:24:17.441075 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-560912a9-f6ac-4556-be0a-3c27b0b368a5 admin admin] Made reservation on behalf of 63deb2e833294f4ba854d4abe4a79ff2 for: {'network': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:24:17.443582 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-560912a9-f6ac-4556-be0a-3c27b0b368a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for network, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:17.456772 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-560912a9-f6ac-4556-be0a-3c27b0b368a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:17.625237 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73b29000-225d-404c-a588-55531fe7116e admin admin] Made reservation on behalf of 2661271257b242509f29ed8640a48915 for: {'network': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:24:17.631975 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-73b29000-225d-404c-a588-55531fe7116e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for network, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:17.656866 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-73b29000-225d-404c-a588-55531fe7116e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:17.731283 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fff2b790-9b51-42c1-8210-9c698eb04b72 admin admin] Made reservation on behalf of 3590db7dd01d4aa3a7bd827211d3c4b9 for: {'network': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:24:17.734136 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-fff2b790-9b51-42c1-8210-9c698eb04b72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for network, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:17.766759 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-fff2b790-9b51-42c1-8210-9c698eb04b72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:17.824191 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [None req-01fcbb5f-669b-416e-b1d0-e1297781611c admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.6029367 Sep 23 07:24:17.827093 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.62', 50300) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:24:17.839658 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.v2.base [None req-875e856e-84ee-40d1-a2e7-54669588cdf2 admin admin] Request body: {'subnet': {'network_id': '2717a2a1-7002-40c6-a5d5-9f449842d752', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2046705380-subnet', 'tenant_id': 'd48ba685da4e429ba433001cd3762eb6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:24:17.949138 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c8b71238-e221-4810-9d1a-2810bcf2bd95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:18.030941 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c8b71238-e221-4810-9d1a-2810bcf2bd95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520401'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:18.080163 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8b71238-e221-4810-9d1a-2810bcf2bd95 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 577} {{(pid=94840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 07:24:18.090148 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b71238-e221-4810-9d1a-2810bcf2bd95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1176efc-2ea4-4549-99dc-1bd682ff6d3f,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:24:18.103621 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c8b71238-e221-4810-9d1a-2810bcf2bd95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692928'] for segment, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:18.103932 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.db.segments_db [None req-c8b71238-e221-4810-9d1a-2810bcf2bd95 admin admin] Added segment 9680fae7-9ca3-40a6-b351-10f8a15caa7a of type vlan for network b44ca581-7903-4d34-918a-e51828122c6e Sep 23 07:24:18.158907 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c8b71238-e221-4810-9d1a-2810bcf2bd95 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728617604886'] for network, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:18.209298 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-560912a9-f6ac-4556-be0a-3c27b0b368a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:18.321520 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-560912a9-f6ac-4556-be0a-3c27b0b368a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520401'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:18.324398 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c8b71238-e221-4810-9d1a-2810bcf2bd95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957'] for network, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:18.325364 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8b71238-e221-4810-9d1a-2810bcf2bd95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:24:18.325931 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c8b71238-e221-4810-9d1a-2810bcf2bd95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577015'] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:18.391990 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-560912a9-f6ac-4556-be0a-3c27b0b368a5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 581} {{(pid=94840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 07:24:18.448257 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560912a9-f6ac-4556-be0a-3c27b0b368a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31500a76-03dc-46a8-a0fe-83061bed100c,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:24:18.455538 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b71238-e221-4810-9d1a-2810bcf2bd95 admin admin] Pushing event updated for resources: {'Network': ['ID=b44ca581-7903-4d34-918a-e51828122c6e,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:24:18.465128 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-560912a9-f6ac-4556-be0a-3c27b0b368a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692928'] for segment, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:18.465475 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.db.segments_db [None req-560912a9-f6ac-4556-be0a-3c27b0b368a5 admin admin] Added segment 1643a54a-f314-44c3-bdbc-99b9ba0d70f9 of type vlan for network 457ccd50-05b0-4ce0-8b7d-271dff6f827e Sep 23 07:24:18.471093 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Network b44ca581-7903-4d34-918a-e51828122c6e details requested by agent ovs-agent-dv-cinder-805887-18-iscsi with host dv-cinder-805887-18-iscsi {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 07:24:18.524617 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-560912a9-f6ac-4556-be0a-3c27b0b368a5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728617604886'] for network, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:18.566047 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-73b29000-225d-404c-a588-55531fe7116e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:18.583249 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.62', 50310) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:24:18.651708 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-73b29000-225d-404c-a588-55531fe7116e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520401'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:18.674098 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73b29000-225d-404c-a588-55531fe7116e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 591} {{(pid=94840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 07:24:18.685884 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-560912a9-f6ac-4556-be0a-3c27b0b368a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957'] for network, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:18.689147 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-560912a9-f6ac-4556-be0a-3c27b0b368a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:24:18.689147 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-560912a9-f6ac-4556-be0a-3c27b0b368a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577015'] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:18.702022 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-73b29000-225d-404c-a588-55531fe7116e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692928'] for segment, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:18.702471 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.db.segments_db [None req-73b29000-225d-404c-a588-55531fe7116e admin admin] Added segment 681c178e-d1f1-44d1-9a02-efe6aedb0bdf of type vlan for network af2ddaae-84fe-4fba-a944-e4f48fd0d9fc Sep 23 07:24:18.711160 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9ac6c030-ae41-43ec-ba29-ad42d76ee665 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:18.767822 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.db.api [None req-875e856e-84ee-40d1-a2e7-54669588cdf2 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 23 07:24:18.767822 dv-cinder-805887-18-iscsi neutron-server[94841]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 23 07:24:18.767822 dv-cinder-805887-18-iscsi neutron-server[94841]: [parameters: {'project_id_1': 'd48ba685da4e429ba433001cd3762eb6', 'expiration_1': datetime.datetime(2021, 9, 23, 7, 23, 57, 852822)}] Sep 23 07:24:18.767822 dv-cinder-805887-18-iscsi neutron-server[94841]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94841) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 07:24:18.768412 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG oslo_db.api [None req-875e856e-84ee-40d1-a2e7-54669588cdf2 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 07:24:18.784010 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b29000-225d-404c-a588-55531fe7116e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e621de47-4fe4-43cf-88fd-cc8e67d296ae,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:24:18.793226 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560912a9-f6ac-4556-be0a-3c27b0b368a5 admin admin] Pushing event updated for resources: {'Network': ['ID=457ccd50-05b0-4ce0-8b7d-271dff6f827e,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:24:18.812773 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [None req-c8b71238-e221-4810-9d1a-2810bcf2bd95 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.0133922 Sep 23 07:24:18.815526 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.62', 50326) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:24:18.816398 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-fff2b790-9b51-42c1-8210-9c698eb04b72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:18.820218 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.v2.base [None req-4a6adb33-99d1-4244-aa9b-174557dee3b1 admin admin] Request body: {'subnet': {'network_id': 'b44ca581-7903-4d34-918a-e51828122c6e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-918220328-subnet', 'tenant_id': 'f847624712b744ff9af7930d845e8424', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:24:18.865241 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-73b29000-225d-404c-a588-55531fe7116e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728617604886'] for network, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:18.865513 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Network 457ccd50-05b0-4ce0-8b7d-271dff6f827e details requested by agent ovs-agent-dv-cinder-805887-18-iscsi with host dv-cinder-805887-18-iscsi {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 07:24:18.900753 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-fff2b790-9b51-42c1-8210-9c698eb04b72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520401'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:18.928409 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fff2b790-9b51-42c1-8210-9c698eb04b72 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 593} {{(pid=94841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 07:24:18.941800 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff2b790-9b51-42c1-8210-9c698eb04b72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6ce59f4-c512-4d64-bc05-96f67bf65409,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:24:18.950349 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff2b790-9b51-42c1-8210-9c698eb04b72 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:24:18.950683 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff2b790-9b51-42c1-8210-9c698eb04b72 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:24:18.951061 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff2b790-9b51-42c1-8210-9c698eb04b72 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:24:18.951390 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff2b790-9b51-42c1-8210-9c698eb04b72 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:24:18.951708 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff2b790-9b51-42c1-8210-9c698eb04b72 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:24:18.952049 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff2b790-9b51-42c1-8210-9c698eb04b72 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:24:18.952370 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff2b790-9b51-42c1-8210-9c698eb04b72 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:24:18.952854 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff2b790-9b51-42c1-8210-9c698eb04b72 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:24:18.953191 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff2b790-9b51-42c1-8210-9c698eb04b72 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:24:18.953507 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff2b790-9b51-42c1-8210-9c698eb04b72 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:24:18.953818 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff2b790-9b51-42c1-8210-9c698eb04b72 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:24:18.954130 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff2b790-9b51-42c1-8210-9c698eb04b72 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:24:18.955352 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff2b790-9b51-42c1-8210-9c698eb04b72 admin admin] Tracked resource versions report: Sep 23 07:24:18.955352 dv-cinder-805887-18-iscsi neutron-server[94841]: pushed versions: Sep 23 07:24:18.955352 dv-cinder-805887-18-iscsi neutron-server[94841]: { 'AddressGroup': {'1.2'}, Sep 23 07:24:18.955352 dv-cinder-805887-18-iscsi neutron-server[94841]: 'ConntrackHelper': {'1.0'}, Sep 23 07:24:18.955352 dv-cinder-805887-18-iscsi neutron-server[94841]: 'Log': {'1.0'}, Sep 23 07:24:18.955352 dv-cinder-805887-18-iscsi neutron-server[94841]: 'Network': {'1.1'}, Sep 23 07:24:18.955352 dv-cinder-805887-18-iscsi neutron-server[94841]: 'Port': {'1.7'}, Sep 23 07:24:18.955352 dv-cinder-805887-18-iscsi neutron-server[94841]: 'PortForwarding': {'1.2'}, Sep 23 07:24:18.955352 dv-cinder-805887-18-iscsi neutron-server[94841]: 'QosPolicy': {'1.9'}, Sep 23 07:24:18.955352 dv-cinder-805887-18-iscsi neutron-server[94841]: 'SecurityGroup': {'1.4'}, Sep 23 07:24:18.955352 dv-cinder-805887-18-iscsi neutron-server[94841]: 'SecurityGroupRule': {'1.2'}, Sep 23 07:24:18.955352 dv-cinder-805887-18-iscsi neutron-server[94841]: 'SubPort': {'1.0'}, Sep 23 07:24:18.955352 dv-cinder-805887-18-iscsi neutron-server[94841]: 'Subnet': {'1.1'}, Sep 23 07:24:18.955352 dv-cinder-805887-18-iscsi neutron-server[94841]: 'Trunk': {'1.1'}} Sep 23 07:24:18.955352 dv-cinder-805887-18-iscsi neutron-server[94841]: consumer versions: Sep 23 07:24:18.955352 dv-cinder-805887-18-iscsi neutron-server[94841]: { DHCP agent@dv-cinder-805887-18-iscsi: {}, Sep 23 07:24:18.955352 dv-cinder-805887-18-iscsi neutron-server[94841]: HyperV agent@hv-cinder-80588: {}, Sep 23 07:24:18.955352 dv-cinder-805887-18-iscsi neutron-server[94841]: L3 agent@dv-cinder-805887-18-iscsi: {}, Sep 23 07:24:18.955352 dv-cinder-805887-18-iscsi neutron-server[94841]: Metadata agent@dv-cinder-805887-18-iscsi: {}, Sep 23 07:24:18.955352 dv-cinder-805887-18-iscsi neutron-server[94841]: Metering agent@dv-cinder-805887-18-iscsi: {}, Sep 23 07:24:18.955352 dv-cinder-805887-18-iscsi neutron-server[94841]: Open vSwitch agent@dv-cinder-805887-18-iscsi: { 'AddressGroup': '1.2', Sep 23 07:24:18.955352 dv-cinder-805887-18-iscsi neutron-server[94841]: 'ConntrackHelper': '1.0', Sep 23 07:24:18.955352 dv-cinder-805887-18-iscsi neutron-server[94841]: 'Log': '1.0', Sep 23 07:24:18.955352 dv-cinder-805887-18-iscsi neutron-server[94841]: 'Network': '1.1', Sep 23 07:24:18.955352 dv-cinder-805887-18-iscsi neutron-server[94841]: 'Port': '1.7', Sep 23 07:24:18.955352 dv-cinder-805887-18-iscsi neutron-server[94841]: 'PortForwarding': '1.2', Sep 23 07:24:18.955352 dv-cinder-805887-18-iscsi neutron-server[94841]: 'QosPolicy': '1.9', Sep 23 07:24:18.955352 dv-cinder-805887-18-iscsi neutron-server[94841]: 'SecurityGroup': '1.4', Sep 23 07:24:18.955352 dv-cinder-805887-18-iscsi neutron-server[94841]: 'SecurityGroupRule': '1.2', Sep 23 07:24:18.955352 dv-cinder-805887-18-iscsi neutron-server[94841]: 'SubPort': '1.0', Sep 23 07:24:18.955352 dv-cinder-805887-18-iscsi neutron-server[94841]: 'Subnet': '1.1', Sep 23 07:24:18.955352 dv-cinder-805887-18-iscsi neutron-server[94841]: 'Trunk': '1.1'}} Sep 23 07:24:18.955352 dv-cinder-805887-18-iscsi neutron-server[94841]: {{(pid=94841) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 23 07:24:18.967093 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-fff2b790-9b51-42c1-8210-9c698eb04b72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692928'] for segment, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:18.968381 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.db.segments_db [None req-fff2b790-9b51-42c1-8210-9c698eb04b72 admin admin] Added segment 30ea837a-f393-437b-a40e-aa4a286716b2 of type vlan for network 1ce4a294-9c55-4277-9fd9-de791fcf5fca Sep 23 07:24:18.998212 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [None req-560912a9-f6ac-4556-be0a-3c27b0b368a5 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.1693697 Sep 23 07:24:18.999518 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-73b29000-225d-404c-a588-55531fe7116e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957'] for network, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:19.000701 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73b29000-225d-404c-a588-55531fe7116e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:24:19.001638 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-73b29000-225d-404c-a588-55531fe7116e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577015'] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:19.003772 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.62', 50334) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:24:19.014396 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.v2.base [None req-10242ab3-3634-466c-9e6e-272fb0e473b1 admin admin] Request body: {'subnet': {'network_id': '457ccd50-05b0-4ce0-8b7d-271dff6f827e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1297816090-subnet', 'tenant_id': '63deb2e833294f4ba854d4abe4a79ff2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:24:19.026256 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-fff2b790-9b51-42c1-8210-9c698eb04b72 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728617604886'] for network, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:19.090238 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b29000-225d-404c-a588-55531fe7116e admin admin] Pushing event updated for resources: {'Network': ['ID=af2ddaae-84fe-4fba-a944-e4f48fd0d9fc,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:24:19.103362 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Network af2ddaae-84fe-4fba-a944-e4f48fd0d9fc details requested by agent ovs-agent-dv-cinder-805887-18-iscsi with host dv-cinder-805887-18-iscsi {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 07:24:19.123228 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9ac6c030-ae41-43ec-ba29-ad42d76ee665 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:19.176560 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-fff2b790-9b51-42c1-8210-9c698eb04b72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957'] for network, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:19.177578 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fff2b790-9b51-42c1-8210-9c698eb04b72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:24:19.178228 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-fff2b790-9b51-42c1-8210-9c698eb04b72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577015'] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:19.198232 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9ac6c030-ae41-43ec-ba29-ad42d76ee665 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520401'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:19.261573 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff2b790-9b51-42c1-8210-9c698eb04b72 admin admin] Pushing event updated for resources: {'Network': ['ID=1ce4a294-9c55-4277-9fd9-de791fcf5fca,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:24:19.268268 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [None req-9ac6c030-ae41-43ec-ba29-ad42d76ee665 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=08b81f68222440f2b4417da45ed72301&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6796036 Sep 23 07:24:19.271263 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.62', 50346) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:24:19.271590 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Network 1ce4a294-9c55-4277-9fd9-de791fcf5fca details requested by agent ovs-agent-dv-cinder-805887-18-iscsi with host dv-cinder-805887-18-iscsi {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 07:24:19.285381 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac6c030-ae41-43ec-ba29-ad42d76ee665 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abafc848-50dc-4069-8e93-d76a0602d851,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:24:19.291200 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [None req-73b29000-225d-404c-a588-55531fe7116e admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.4313812 Sep 23 07:24:19.296108 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.62', 50348) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:24:19.301092 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.v2.base [None req-64f2861d-55b5-4767-bd3b-ce40aa9d9400 admin admin] Request body: {'subnet': {'network_id': 'af2ddaae-84fe-4fba-a944-e4f48fd0d9fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-315569641-subnet', 'tenant_id': '2661271257b242509f29ed8640a48915', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:24:19.319248 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [None req-fff2b790-9b51-42c1-8210-9c698eb04b72 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.1300397 Sep 23 07:24:19.322118 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.62', 50350) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:24:19.328212 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.v2.base [None req-23af5880-b50c-4791-86d5-bf394db56479 admin admin] Request body: {'subnet': {'network_id': '1ce4a294-9c55-4277-9fd9-de791fcf5fca', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1418743740-subnet', 'tenant_id': '3590db7dd01d4aa3a7bd827211d3c4b9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:24:19.344043 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e981bba1-0ede-431a-b3e1-4dcd139a773a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:19.366783 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e981bba1-0ede-431a-b3e1-4dcd139a773a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:19.417621 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a6adb33-99d1-4244-aa9b-174557dee3b1 admin admin] Made reservation on behalf of f847624712b744ff9af7930d845e8424 for: {'subnet': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:24:19.419914 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4a6adb33-99d1-4244-aa9b-174557dee3b1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:19.512649 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e981bba1-0ede-431a-b3e1-4dcd139a773a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520401'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:19.515142 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e981bba1-0ede-431a-b3e1-4dcd139a773a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:19.516268 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [None req-e981bba1-0ede-431a-b3e1-4dcd139a773a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/abafc848-50dc-4069-8e93-d76a0602d851 HTTP/1.1" status: 204 len: 168 time: 0.2439919 Sep 23 07:24:19.544094 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e981bba1-0ede-431a-b3e1-4dcd139a773a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abafc848-50dc-4069-8e93-d76a0602d851,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:24:19.552460 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10242ab3-3634-466c-9e6e-272fb0e473b1 admin admin] Made reservation on behalf of 63deb2e833294f4ba854d4abe4a79ff2 for: {'subnet': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:24:19.554773 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-10242ab3-3634-466c-9e6e-272fb0e473b1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:19.644193 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-875e856e-84ee-40d1-a2e7-54669588cdf2 admin admin] Made reservation on behalf of d48ba685da4e429ba433001cd3762eb6 for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:24:19.646669 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-875e856e-84ee-40d1-a2e7-54669588cdf2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:19.728753 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64f2861d-55b5-4767-bd3b-ce40aa9d9400 admin admin] Made reservation on behalf of 2661271257b242509f29ed8640a48915 for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:24:19.731361 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-64f2861d-55b5-4767-bd3b-ce40aa9d9400 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:19.840064 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4a6adb33-99d1-4244-aa9b-174557dee3b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957'] for subnet, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:19.866012 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23af5880-b50c-4791-86d5-bf394db56479 admin admin] Made reservation on behalf of 3590db7dd01d4aa3a7bd827211d3c4b9 for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:24:19.868769 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-23af5880-b50c-4791-86d5-bf394db56479 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:19.906869 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6adb33-99d1-4244-aa9b-174557dee3b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0154a81-b31b-4d7e-b6a8-6873c78703af,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:24:19.919181 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-10242ab3-3634-466c-9e6e-272fb0e473b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957'] for subnet, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:19.923659 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a6adb33-99d1-4244-aa9b-174557dee3b1 admin admin] Checking segment: {'id': '9680fae7-9ca3-40a6-b351-10f8a15caa7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'b44ca581-7903-4d34-918a-e51828122c6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:24:19.924165 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a6adb33-99d1-4244-aa9b-174557dee3b1 admin admin] Network hostable DHCP agents. Network: b44ca581-7903-4d34-918a-e51828122c6e, hostable agents: ['9616ea92-93d9-4385-b3af-aa5c267d1a12'], hosted agents: [] {{(pid=94840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 07:24:19.981406 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10242ab3-3634-466c-9e6e-272fb0e473b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=513e6a2b-0c54-4f03-8c2d-dd3c246bd8ac,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:24:20.004489 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10242ab3-3634-466c-9e6e-272fb0e473b1 admin admin] Checking segment: {'id': '1643a54a-f314-44c3-bdbc-99b9ba0d70f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '457ccd50-05b0-4ce0-8b7d-271dff6f827e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:24:20.009525 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10242ab3-3634-466c-9e6e-272fb0e473b1 admin admin] Network hostable DHCP agents. Network: 457ccd50-05b0-4ce0-8b7d-271dff6f827e, hostable agents: ['9616ea92-93d9-4385-b3af-aa5c267d1a12'], hosted agents: [] {{(pid=94840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 07:24:20.068479 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a6adb33-99d1-4244-aa9b-174557dee3b1 admin admin] Network b44ca581-7903-4d34-918a-e51828122c6e is scheduled to be hosted by DHCP agent 9616ea92-93d9-4385-b3af-aa5c267d1a12 with binding_index 1 {{(pid=94840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 07:24:20.095363 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10242ab3-3634-466c-9e6e-272fb0e473b1 admin admin] Network 457ccd50-05b0-4ce0-8b7d-271dff6f827e is scheduled to be hosted by DHCP agent 9616ea92-93d9-4385-b3af-aa5c267d1a12 with binding_index 1 {{(pid=94840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 07:24:20.103404 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-875e856e-84ee-40d1-a2e7-54669588cdf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:20.160793 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-64f2861d-55b5-4767-bd3b-ce40aa9d9400 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:20.180787 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-4a6adb33-99d1-4244-aa9b-174557dee3b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805887-18-iscsi, b44ca581-7903-4d34-918a-e51828122c6e) {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:24:20.183364 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-10242ab3-3634-466c-9e6e-272fb0e473b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805887-18-iscsi, 457ccd50-05b0-4ce0-8b7d-271dff6f827e) {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:24:20.186988 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a6adb33-99d1-4244-aa9b-174557dee3b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:24:20.187528 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4a6adb33-99d1-4244-aa9b-174557dee3b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577015'] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:20.192491 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10242ab3-3634-466c-9e6e-272fb0e473b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:24:20.192984 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-10242ab3-3634-466c-9e6e-272fb0e473b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577015'] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:20.196803 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1675adc8-7b27-4bc2-ac5c-931aa379dc5a None None] Network b44ca581-7903-4d34-918a-e51828122c6e requested from dv-cinder-805887-18-iscsi {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:24:20.230082 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875e856e-84ee-40d1-a2e7-54669588cdf2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8536afbc-bcf7-45b4-8966-898fad98ec1d,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:24:20.266218 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a03edb6-e2d9-4874-a0a3-23fc7ab56d9c None None] Network 457ccd50-05b0-4ce0-8b7d-271dff6f827e requested from dv-cinder-805887-18-iscsi {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:24:20.279628 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.62', 50370) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:24:20.281488 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-875e856e-84ee-40d1-a2e7-54669588cdf2 admin admin] Checking segment: {'id': 'fa496057-a925-4a3e-b303-dd138de3eddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '2717a2a1-7002-40c6-a5d5-9f449842d752'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:24:20.282059 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-875e856e-84ee-40d1-a2e7-54669588cdf2 admin admin] Network hostable DHCP agents. Network: 2717a2a1-7002-40c6-a5d5-9f449842d752, hostable agents: ['9616ea92-93d9-4385-b3af-aa5c267d1a12'], hosted agents: [] {{(pid=94841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 07:24:20.300699 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f2861d-55b5-4767-bd3b-ce40aa9d9400 admin admin] Pushing event updated for resources: {'Subnet': ['ID=68f0a779-afe9-48a5-86f0-926f10275d4d,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:24:20.310756 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e52a1c13-b698-43de-801b-0aeef51b3cda admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:20.315646 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f2861d-55b5-4767-bd3b-ce40aa9d9400 admin admin] Checking segment: {'id': '681c178e-d1f1-44d1-9a02-efe6aedb0bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'af2ddaae-84fe-4fba-a944-e4f48fd0d9fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:24:20.316242 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64f2861d-55b5-4767-bd3b-ce40aa9d9400 admin admin] Network hostable DHCP agents. Network: af2ddaae-84fe-4fba-a944-e4f48fd0d9fc, hostable agents: ['9616ea92-93d9-4385-b3af-aa5c267d1a12'], hosted agents: [] {{(pid=94841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 07:24:20.319535 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [None req-10242ab3-3634-466c-9e6e-272fb0e473b1 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.3108213 Sep 23 07:24:20.323513 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.62', 50372) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:24:20.324677 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-23af5880-b50c-4791-86d5-bf394db56479 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:20.329874 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.62', 50374) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:24:20.330020 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [None req-4a6adb33-99d1-4244-aa9b-174557dee3b1 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.5135589 Sep 23 07:24:20.333330 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.v2.base [None req-734a9dac-9650-4a10-bf21-71b5cd26be75 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1297816090-router', 'tenant_id': '63deb2e833294f4ba854d4abe4a79ff2', 'external_gateway_info': {'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756'}}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:24:20.346320 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.v2.base [None req-19a329ec-2f94-404e-ac09-40f80b1d53b2 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-918220328-router', 'tenant_id': 'f847624712b744ff9af7930d845e8424', 'external_gateway_info': {'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756'}}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:24:20.427230 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af5880-b50c-4791-86d5-bf394db56479 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f3a698b-e37e-4abe-be57-f38dd7594778,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:24:20.439268 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23af5880-b50c-4791-86d5-bf394db56479 admin admin] Checking segment: {'id': '30ea837a-f393-437b-a40e-aa4a286716b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '1ce4a294-9c55-4277-9fd9-de791fcf5fca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:24:20.439268 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23af5880-b50c-4791-86d5-bf394db56479 admin admin] Network hostable DHCP agents. Network: 1ce4a294-9c55-4277-9fd9-de791fcf5fca, hostable agents: ['9616ea92-93d9-4385-b3af-aa5c267d1a12'], hosted agents: [] {{(pid=94841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 07:24:20.439268 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-875e856e-84ee-40d1-a2e7-54669588cdf2 admin admin] Network 2717a2a1-7002-40c6-a5d5-9f449842d752 is scheduled to be hosted by DHCP agent 9616ea92-93d9-4385-b3af-aa5c267d1a12 with binding_index 1 {{(pid=94841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 07:24:20.449031 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-875e856e-84ee-40d1-a2e7-54669588cdf2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805887-18-iscsi, 2717a2a1-7002-40c6-a5d5-9f449842d752) {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:24:20.463549 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-875e856e-84ee-40d1-a2e7-54669588cdf2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:24:20.464186 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-875e856e-84ee-40d1-a2e7-54669588cdf2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577015'] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:20.497546 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-853bf8d5-37d4-4cef-86e7-6c7afbd655c0 None None] Network 2717a2a1-7002-40c6-a5d5-9f449842d752 requested from dv-cinder-805887-18-iscsi {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:24:20.524511 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e52a1c13-b698-43de-801b-0aeef51b3cda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:20.544586 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64f2861d-55b5-4767-bd3b-ce40aa9d9400 admin admin] Network af2ddaae-84fe-4fba-a944-e4f48fd0d9fc is scheduled to be hosted by DHCP agent 9616ea92-93d9-4385-b3af-aa5c267d1a12 with binding_index 1 {{(pid=94841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 07:24:20.574351 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23af5880-b50c-4791-86d5-bf394db56479 admin admin] Network 1ce4a294-9c55-4277-9fd9-de791fcf5fca is scheduled to be hosted by DHCP agent 9616ea92-93d9-4385-b3af-aa5c267d1a12 with binding_index 1 {{(pid=94841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 07:24:20.598519 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1075cba-a1a1-4fca-bc78-14b49a1e1731 None None] Network b44ca581-7903-4d34-918a-e51828122c6e requested from dv-cinder-805887-18-iscsi {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:24:20.625654 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e52a1c13-b698-43de-801b-0aeef51b3cda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520401'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:20.652049 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-278cd914-b022-411b-af17-7969773a95a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a3420cd-ceb0-58a0-900c-b744b29f87bb-457ccd50-05b0-4ce0-8b7d-271dff6f827e', 'network_id': '457ccd50-05b0-4ce0-8b7d-271dff6f827e', 'tenant_id': '63deb2e833294f4ba854d4abe4a79ff2', 'fixed_ips': [{'subnet_id': '513e6a2b-0c54-4f03-8c2d-dd3c246bd8ac'}]}} from dv-cinder-805887-18-iscsi. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 07:24:20.652974 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-278cd914-b022-411b-af17-7969773a95a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:20.655250 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-64f2861d-55b5-4767-bd3b-ce40aa9d9400 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805887-18-iscsi, af2ddaae-84fe-4fba-a944-e4f48fd0d9fc) {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:24:20.666521 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64f2861d-55b5-4767-bd3b-ce40aa9d9400 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:24:20.667710 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-64f2861d-55b5-4767-bd3b-ce40aa9d9400 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577015'] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:20.681795 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-23af5880-b50c-4791-86d5-bf394db56479 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805887-18-iscsi, 1ce4a294-9c55-4277-9fd9-de791fcf5fca) {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:24:20.688740 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23af5880-b50c-4791-86d5-bf394db56479 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:24:20.690352 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-23af5880-b50c-4791-86d5-bf394db56479 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577015'] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:20.702525 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bad782f1-8df9-42fc-bc5c-aee26fb2fd48 None None] Network af2ddaae-84fe-4fba-a944-e4f48fd0d9fc requested from dv-cinder-805887-18-iscsi {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:24:20.704408 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbbfca86-813d-4e28-bd78-929e150f4334 None None] Network 1ce4a294-9c55-4277-9fd9-de791fcf5fca requested from dv-cinder-805887-18-iscsi {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:24:20.715942 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [None req-875e856e-84ee-40d1-a2e7-54669588cdf2 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.8847406 Sep 23 07:24:20.740234 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52a1c13-b698-43de-801b-0aeef51b3cda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a07398d0-fa10-4835-8cc1-8e63a884c47b,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:24:20.750384 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [None req-e52a1c13-b698-43de-801b-0aeef51b3cda admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d76227bd6f69487cba642ae9e040d2c1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4698913 Sep 23 07:24:20.751720 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.62', 50390) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:24:20.798158 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-734a9dac-9650-4a10-bf21-71b5cd26be75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-462469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1418'] for router, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:20.799494 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-734a9dac-9650-4a10-bf21-71b5cd26be75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-459381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456581', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1411'] for router, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:20.809198 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8a885865-baf6-4973-8868-258290f1632d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:20.839500 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8a885865-baf6-4973-8868-258290f1632d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:20.938846 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c9e8d5f-03ad-439b-bd65-44f61b952587 None None] Network 2717a2a1-7002-40c6-a5d5-9f449842d752 requested from dv-cinder-805887-18-iscsi {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:24:20.953352 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-734a9dac-9650-4a10-bf21-71b5cd26be75 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:20.957223 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [None req-64f2861d-55b5-4767-bd3b-ce40aa9d9400 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.6600537 Sep 23 07:24:20.958223 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.62', 50394) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:24:20.965728 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.v2.base [None req-7e768e76-e8ce-4bf6-82eb-8a89f0abf34c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-315569641-router', 'tenant_id': '2661271257b242509f29ed8640a48915', 'external_gateway_info': {'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756'}}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:24:20.998792 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8a885865-baf6-4973-8868-258290f1632d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520401'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:21.008059 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8a885865-baf6-4973-8868-258290f1632d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:21.008059 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [None req-8a885865-baf6-4973-8868-258290f1632d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a07398d0-fa10-4835-8cc1-8e63a884c47b HTTP/1.1" status: 204 len: 168 time: 0.2507715 Sep 23 07:24:21.017787 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a885865-baf6-4973-8868-258290f1632d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a07398d0-fa10-4835-8cc1-8e63a884c47b,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:24:21.263670 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-278cd914-b022-411b-af17-7969773a95a4 None None] Allocated IP 172.20.0.2 (457ccd50-05b0-4ce0-8b7d-271dff6f827e/513e6a2b-0c54-4f03-8c2d-dd3c246bd8ac/b3807ca1-81a6-47e7-b826-f77d81cdbb51) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:24:21.386547 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d4f7c7b-1ede-45ae-b2ea-b84563fc3b57 None None] Network 1ce4a294-9c55-4277-9fd9-de791fcf5fca requested from dv-cinder-805887-18-iscsi {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:24:21.413601 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-19a329ec-2f94-404e-ac09-40f80b1d53b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-462469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1418'] for router, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:21.413601 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-19a329ec-2f94-404e-ac09-40f80b1d53b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-459381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456581', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1411'] for router, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:21.415864 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.62', 50436) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:24:21.448688 dv-cinder-805887-18-iscsi neutron-server[94841]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 23 07:24:21.536972 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-734a9dac-9650-4a10-bf21-71b5cd26be75 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:21.542710 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [None req-23af5880-b50c-4791-86d5-bf394db56479 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.2182810 Sep 23 07:24:21.583692 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7e768e76-e8ce-4bf6-82eb-8a89f0abf34c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-462469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1418'] for router, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:21.586356 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-643b768c-6d57-489c-b6c2-073da99d2940 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a3420cd-ceb0-58a0-900c-b744b29f87bb-af2ddaae-84fe-4fba-a944-e4f48fd0d9fc', 'network_id': 'af2ddaae-84fe-4fba-a944-e4f48fd0d9fc', 'tenant_id': '2661271257b242509f29ed8640a48915', 'fixed_ips': [{'subnet_id': '68f0a779-afe9-48a5-86f0-926f10275d4d'}]}} from dv-cinder-805887-18-iscsi. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 07:24:21.587139 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7e768e76-e8ce-4bf6-82eb-8a89f0abf34c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-459381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456581', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1411'] for router, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:21.587462 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-643b768c-6d57-489c-b6c2-073da99d2940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:21.675166 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-19a329ec-2f94-404e-ac09-40f80b1d53b2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:21.686063 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7e768e76-e8ce-4bf6-82eb-8a89f0abf34c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:21.906539 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-278cd914-b022-411b-af17-7969773a95a4 None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:21.925877 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-643b768c-6d57-489c-b6c2-073da99d2940 None None] Allocated IP 172.20.0.2 (af2ddaae-84fe-4fba-a944-e4f48fd0d9fc/68f0a779-afe9-48a5-86f0-926f10275d4d/634aa0c9-85db-4880-b92f-d4daa3dbdfac) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:24:21.982670 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-19a329ec-2f94-404e-ac09-40f80b1d53b2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:21.996312 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2480e6-ce72-4631-854e-22f2f3187543 req-2b034ed5-a01a-4d83-8635-4d40a0f7a1eb tempest-DeleteServersTestJSON-1434548261 tempest-DeleteServersTestJSON-1434548261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:24:21.999614 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-de2480e6-ce72-4631-854e-22f2f3187543 req-2b034ed5-a01a-4d83-8635-4d40a0f7a1eb tempest-DeleteServersTestJSON-1434548261 tempest-DeleteServersTestJSON-1434548261-project] 10.222.0.62 "GET /v2.0/networks?id=2717a2a1-7002-40c6-a5d5-9f449842d752 HTTP/1.1" status: 200 len: 812 time: 0.5814056 Sep 23 07:24:21.999786 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-278cd914-b022-411b-af17-7969773a95a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728617650863'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:22.042511 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7e768e76-e8ce-4bf6-82eb-8a89f0abf34c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:22.066744 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-de2480e6-ce72-4631-854e-22f2f3187543 req-c8ea171e-460a-4a43-9d06-e8215f261df2 tempest-DeleteServersTestJSON-1434548261 tempest-DeleteServersTestJSON-1434548261-project] 10.222.0.62 "GET /v2.0/quotas/d48ba685da4e429ba433001cd3762eb6 HTTP/1.1" status: 200 len: 375 time: 0.0564101 Sep 23 07:24:22.089159 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-278cd914-b022-411b-af17-7969773a95a4 None None] Network 457ccd50-05b0-4ce0-8b7d-271dff6f827e is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:24:22.096404 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-278cd914-b022-411b-af17-7969773a95a4 None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:24:22.110587 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-278cd914-b022-411b-af17-7969773a95a4 None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:24:22.114572 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278cd914-b022-411b-af17-7969773a95a4 None None] Pushing event updated for resources: {'Port': ['ID=b3807ca1-81a6-47e7-b826-f77d81cdbb51,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:24:22.130028 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278cd914-b022-411b-af17-7969773a95a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:24:22.130448 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278cd914-b022-411b-af17-7969773a95a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:24:22.130873 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278cd914-b022-411b-af17-7969773a95a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:24:22.131295 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278cd914-b022-411b-af17-7969773a95a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:24:22.131780 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278cd914-b022-411b-af17-7969773a95a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:24:22.132232 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278cd914-b022-411b-af17-7969773a95a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:24:22.132643 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278cd914-b022-411b-af17-7969773a95a4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:24:22.133153 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278cd914-b022-411b-af17-7969773a95a4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:24:22.133591 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278cd914-b022-411b-af17-7969773a95a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:24:22.134001 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278cd914-b022-411b-af17-7969773a95a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:24:22.134569 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278cd914-b022-411b-af17-7969773a95a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:24:22.135056 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278cd914-b022-411b-af17-7969773a95a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:24:22.136251 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278cd914-b022-411b-af17-7969773a95a4 None None] Tracked resource versions report: Sep 23 07:24:22.136251 dv-cinder-805887-18-iscsi neutron-server[94842]: pushed versions: Sep 23 07:24:22.136251 dv-cinder-805887-18-iscsi neutron-server[94842]: { 'AddressGroup': {'1.2'}, Sep 23 07:24:22.136251 dv-cinder-805887-18-iscsi neutron-server[94842]: 'ConntrackHelper': {'1.0'}, Sep 23 07:24:22.136251 dv-cinder-805887-18-iscsi neutron-server[94842]: 'Log': {'1.0'}, Sep 23 07:24:22.136251 dv-cinder-805887-18-iscsi neutron-server[94842]: 'Network': {'1.1'}, Sep 23 07:24:22.136251 dv-cinder-805887-18-iscsi neutron-server[94842]: 'Port': {'1.7'}, Sep 23 07:24:22.136251 dv-cinder-805887-18-iscsi neutron-server[94842]: 'PortForwarding': {'1.2'}, Sep 23 07:24:22.136251 dv-cinder-805887-18-iscsi neutron-server[94842]: 'QosPolicy': {'1.9'}, Sep 23 07:24:22.136251 dv-cinder-805887-18-iscsi neutron-server[94842]: 'SecurityGroup': {'1.4'}, Sep 23 07:24:22.136251 dv-cinder-805887-18-iscsi neutron-server[94842]: 'SecurityGroupRule': {'1.2'}, Sep 23 07:24:22.136251 dv-cinder-805887-18-iscsi neutron-server[94842]: 'SubPort': {'1.0'}, Sep 23 07:24:22.136251 dv-cinder-805887-18-iscsi neutron-server[94842]: 'Subnet': {'1.1'}, Sep 23 07:24:22.136251 dv-cinder-805887-18-iscsi neutron-server[94842]: 'Trunk': {'1.1'}} Sep 23 07:24:22.136251 dv-cinder-805887-18-iscsi neutron-server[94842]: consumer versions: Sep 23 07:24:22.136251 dv-cinder-805887-18-iscsi neutron-server[94842]: { DHCP agent@dv-cinder-805887-18-iscsi: {}, Sep 23 07:24:22.136251 dv-cinder-805887-18-iscsi neutron-server[94842]: HyperV agent@hv-cinder-80588: {}, Sep 23 07:24:22.136251 dv-cinder-805887-18-iscsi neutron-server[94842]: L3 agent@dv-cinder-805887-18-iscsi: {}, Sep 23 07:24:22.136251 dv-cinder-805887-18-iscsi neutron-server[94842]: Metadata agent@dv-cinder-805887-18-iscsi: {}, Sep 23 07:24:22.136251 dv-cinder-805887-18-iscsi neutron-server[94842]: Metering agent@dv-cinder-805887-18-iscsi: {}, Sep 23 07:24:22.136251 dv-cinder-805887-18-iscsi neutron-server[94842]: Open vSwitch agent@dv-cinder-805887-18-iscsi: { 'AddressGroup': '1.2', Sep 23 07:24:22.136251 dv-cinder-805887-18-iscsi neutron-server[94842]: 'ConntrackHelper': '1.0', Sep 23 07:24:22.136251 dv-cinder-805887-18-iscsi neutron-server[94842]: 'Log': '1.0', Sep 23 07:24:22.136251 dv-cinder-805887-18-iscsi neutron-server[94842]: 'Network': '1.1', Sep 23 07:24:22.136251 dv-cinder-805887-18-iscsi neutron-server[94842]: 'Port': '1.7', Sep 23 07:24:22.136251 dv-cinder-805887-18-iscsi neutron-server[94842]: 'PortForwarding': '1.2', Sep 23 07:24:22.136251 dv-cinder-805887-18-iscsi neutron-server[94842]: 'QosPolicy': '1.9', Sep 23 07:24:22.136251 dv-cinder-805887-18-iscsi neutron-server[94842]: 'SecurityGroup': '1.4', Sep 23 07:24:22.136251 dv-cinder-805887-18-iscsi neutron-server[94842]: 'SecurityGroupRule': '1.2', Sep 23 07:24:22.136251 dv-cinder-805887-18-iscsi neutron-server[94842]: 'SubPort': '1.0', Sep 23 07:24:22.136251 dv-cinder-805887-18-iscsi neutron-server[94842]: 'Subnet': '1.1', Sep 23 07:24:22.136251 dv-cinder-805887-18-iscsi neutron-server[94842]: 'Trunk': '1.1'}} Sep 23 07:24:22.136251 dv-cinder-805887-18-iscsi neutron-server[94842]: {{(pid=94842) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 23 07:24:22.156928 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-de2480e6-ce72-4631-854e-22f2f3187543 req-856c9fd6-fd1e-4fea-9c1b-5fde22b13e08 tempest-DeleteServersTestJSON-1434548261 tempest-DeleteServersTestJSON-1434548261-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=d48ba685da4e429ba433001cd3762eb6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0760167 Sep 23 07:24:22.251682 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-278cd914-b022-411b-af17-7969773a95a4 None None] Attempting to bind port b3807ca1-81a6-47e7-b826-f77d81cdbb51 on host dv-cinder-805887-18-iscsi for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:24:22.252315 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-278cd914-b022-411b-af17-7969773a95a4 None None] Attempting to bind port b3807ca1-81a6-47e7-b826-f77d81cdbb51 by drivers openvswitch,hyperv on host dv-cinder-805887-18-iscsi at level 0 using segments [{'id': '1643a54a-f314-44c3-bdbc-99b9ba0d70f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '457ccd50-05b0-4ce0-8b7d-271dff6f827e'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:24:22.252749 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-278cd914-b022-411b-af17-7969773a95a4 None None] Attempting to bind port b3807ca1-81a6-47e7-b826-f77d81cdbb51 on network 457ccd50-05b0-4ce0-8b7d-271dff6f827e {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:24:22.262902 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-278cd914-b022-411b-af17-7969773a95a4 None None] Checking agent: {'id': '8a4a6f1f-c513-442c-b997-00aea54023cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805887-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 7, 15, 58), 'started_at': datetime.datetime(2021, 9, 23, 7, 16, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 7, 23, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805887-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 07:24:22.271242 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-278cd914-b022-411b-af17-7969773a95a4 None None] Checking segment: {'id': '1643a54a-f314-44c3-bdbc-99b9ba0d70f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '457ccd50-05b0-4ce0-8b7d-271dff6f827e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:24:22.271242 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-278cd914-b022-411b-af17-7969773a95a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:22.271242 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-278cd914-b022-411b-af17-7969773a95a4 None None] Bound using segment: {'id': '1643a54a-f314-44c3-bdbc-99b9ba0d70f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '457ccd50-05b0-4ce0-8b7d-271dff6f827e'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 07:24:22.271242 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-278cd914-b022-411b-af17-7969773a95a4 None None] Bound port: b3807ca1-81a6-47e7-b826-f77d81cdbb51, host: dv-cinder-805887-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1643a54a-f314-44c3-bdbc-99b9ba0d70f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '457ccd50-05b0-4ce0-8b7d-271dff6f827e'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 07:24:22.271242 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-278cd914-b022-411b-af17-7969773a95a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:22.302282 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-643b768c-6d57-489c-b6c2-073da99d2940 None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:22.375995 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-278cd914-b022-411b-af17-7969773a95a4 None None] For port b3807ca1-81a6-47e7-b826-f77d81cdbb51, host dv-cinder-805887-18-iscsi, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:24:22.379932 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-278cd914-b022-411b-af17-7969773a95a4 None None] For port b3807ca1-81a6-47e7-b826-f77d81cdbb51, host dv-cinder-805887-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-18-iscsi',level=0,port_id=b3807ca1-81a6-47e7-b826-f77d81cdbb51,segment=NetworkSegment(1643a54a-f314-44c3-bdbc-99b9ba0d70f9),segment_id=1643a54a-f314-44c3-bdbc-99b9ba0d70f9)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 07:24:22.383960 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-643b768c-6d57-489c-b6c2-073da99d2940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728617650863'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:22.440508 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-643b768c-6d57-489c-b6c2-073da99d2940 None None] Network af2ddaae-84fe-4fba-a944-e4f48fd0d9fc is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:24:22.448412 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-643b768c-6d57-489c-b6c2-073da99d2940 None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:24:22.453668 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-643b768c-6d57-489c-b6c2-073da99d2940 None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:24:22.459786 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-278cd914-b022-411b-af17-7969773a95a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728618137860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728617650881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728617650899'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:22.464508 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643b768c-6d57-489c-b6c2-073da99d2940 None None] Pushing event updated for resources: {'Port': ['ID=634aa0c9-85db-4880-b92f-d4daa3dbdfac,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:24:22.551529 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-734a9dac-9650-4a10-bf21-71b5cd26be75 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:22.622535 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.62', 50486) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:24:22.642649 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-734a9dac-9650-4a10-bf21-71b5cd26be75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:22.663237 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-643b768c-6d57-489c-b6c2-073da99d2940 None None] Attempting to bind port 634aa0c9-85db-4880-b92f-d4daa3dbdfac on host dv-cinder-805887-18-iscsi for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:24:22.664561 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-643b768c-6d57-489c-b6c2-073da99d2940 None None] Attempting to bind port 634aa0c9-85db-4880-b92f-d4daa3dbdfac by drivers openvswitch,hyperv on host dv-cinder-805887-18-iscsi at level 0 using segments [{'id': '681c178e-d1f1-44d1-9a02-efe6aedb0bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'af2ddaae-84fe-4fba-a944-e4f48fd0d9fc'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:24:22.665337 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-643b768c-6d57-489c-b6c2-073da99d2940 None None] Attempting to bind port 634aa0c9-85db-4880-b92f-d4daa3dbdfac on network af2ddaae-84fe-4fba-a944-e4f48fd0d9fc {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:24:22.692445 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-643b768c-6d57-489c-b6c2-073da99d2940 None None] Checking agent: {'id': '8a4a6f1f-c513-442c-b997-00aea54023cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805887-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 7, 15, 58), 'started_at': datetime.datetime(2021, 9, 23, 7, 16, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 7, 23, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805887-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 07:24:22.693181 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-643b768c-6d57-489c-b6c2-073da99d2940 None None] Checking segment: {'id': '681c178e-d1f1-44d1-9a02-efe6aedb0bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'af2ddaae-84fe-4fba-a944-e4f48fd0d9fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:24:22.693996 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-643b768c-6d57-489c-b6c2-073da99d2940 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:22.694954 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-643b768c-6d57-489c-b6c2-073da99d2940 None None] Bound using segment: {'id': '681c178e-d1f1-44d1-9a02-efe6aedb0bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'af2ddaae-84fe-4fba-a944-e4f48fd0d9fc'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 07:24:22.695908 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-643b768c-6d57-489c-b6c2-073da99d2940 None None] Bound port: 634aa0c9-85db-4880-b92f-d4daa3dbdfac, host: dv-cinder-805887-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '681c178e-d1f1-44d1-9a02-efe6aedb0bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'af2ddaae-84fe-4fba-a944-e4f48fd0d9fc'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 07:24:22.697116 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-643b768c-6d57-489c-b6c2-073da99d2940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:22.709804 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7e768e76-e8ce-4bf6-82eb-8a89f0abf34c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:22.747199 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7e768e76-e8ce-4bf6-82eb-8a89f0abf34c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:22.747461 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-19a329ec-2f94-404e-ac09-40f80b1d53b2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:22.772871 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.wsgi [req-de2480e6-ce72-4631-854e-22f2f3187543 req-94718502-b888-4948-862a-c700e58d7eb5 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=94841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 07:24:22.777044 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-de2480e6-ce72-4631-854e-22f2f3187543 req-94718502-b888-4948-862a-c700e58d7eb5 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3629577 Sep 23 07:24:22.778786 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278cd914-b022-411b-af17-7969773a95a4 None None] Pushing event updated for resources: {'Port': ['ID=b3807ca1-81a6-47e7-b826-f77d81cdbb51,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:24:22.915187 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-643b768c-6d57-489c-b6c2-073da99d2940 None None] For port 634aa0c9-85db-4880-b92f-d4daa3dbdfac, host dv-cinder-805887-18-iscsi, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:24:22.923974 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-643b768c-6d57-489c-b6c2-073da99d2940 None None] For port 634aa0c9-85db-4880-b92f-d4daa3dbdfac, host dv-cinder-805887-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-18-iscsi',level=0,port_id=634aa0c9-85db-4880-b92f-d4daa3dbdfac,segment=NetworkSegment(681c178e-d1f1-44d1-9a02-efe6aedb0bdf),segment_id=681c178e-d1f1-44d1-9a02-efe6aedb0bdf)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 07:24:22.956045 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-19a329ec-2f94-404e-ac09-40f80b1d53b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:23.001239 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-643b768c-6d57-489c-b6c2-073da99d2940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728618137860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728617650881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728617650899'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:23.031611 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-7e768e76-e8ce-4bf6-82eb-8a89f0abf34c admin admin] Allocated IP 172.27.2.101 (d5e7441b-7712-4831-9dab-1c29a8301756/89646001-5df7-4559-baa8-56e15a045fc5/1ac75549-a3c5-4e8c-9ca4-f4467eb2a7db) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:24:23.114412 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-14014ecb-c937-4b7f-9384-5bd839a06d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:23.178655 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643b768c-6d57-489c-b6c2-073da99d2940 None None] Pushing event updated for resources: {'Port': ['ID=634aa0c9-85db-4880-b92f-d4daa3dbdfac,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:24:23.218218 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f436bec-0c71-436c-9b9b-50de27b2bf49 req-f71710e3-dde4-4402-9cc4-6f9140aa58b5 tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:24:23.231877 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-1f436bec-0c71-436c-9b9b-50de27b2bf49 req-f71710e3-dde4-4402-9cc4-6f9140aa58b5 tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] 10.222.0.62 "GET /v2.0/networks?id=1ce4a294-9c55-4277-9fd9-de791fcf5fca HTTP/1.1" status: 200 len: 815 time: 0.6070709 Sep 23 07:24:23.274245 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-1f436bec-0c71-436c-9b9b-50de27b2bf49 req-386cee9e-3d1b-4e22-8633-c94f11e81710 tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] 10.222.0.62 "GET /v2.0/quotas/3590db7dd01d4aa3a7bd827211d3c4b9 HTTP/1.1" status: 200 len: 375 time: 0.0394306 Sep 23 07:24:23.302229 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-de2480e6-ce72-4631-854e-22f2f3187543 req-e0826920-334d-4ff2-b956-f4ea2876ef63 service neutron] 10.222.0.62 "GET /v2.0/networks/2717a2a1-7002-40c6-a5d5-9f449842d752?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3757057 Sep 23 07:24:23.318407 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7e768e76-e8ce-4bf6-82eb-8a89f0abf34c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:23.518212 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7e768e76-e8ce-4bf6-82eb-8a89f0abf34c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728617650863'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:23.568659 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-1f436bec-0c71-436c-9b9b-50de27b2bf49 req-d7d0b804-52c7-490d-a47b-214484ccd10a tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=3590db7dd01d4aa3a7bd827211d3c4b9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2891102 Sep 23 07:24:23.639937 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e768e76-e8ce-4bf6-82eb-8a89f0abf34c admin admin] Network d5e7441b-7712-4831-9dab-1c29a8301756 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:24:23.646614 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-7e768e76-e8ce-4bf6-82eb-8a89f0abf34c admin admin] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:24:23.666535 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e768e76-e8ce-4bf6-82eb-8a89f0abf34c admin admin] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:24:23.674255 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e768e76-e8ce-4bf6-82eb-8a89f0abf34c admin admin] Pushing event updated for resources: {'Port': ['ID=1ac75549-a3c5-4e8c-9ca4-f4467eb2a7db,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:24:23.893340 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Device b3807ca1-81a6-47e7-b826-f77d81cdbb51 up at agent ovs-agent-dv-cinder-805887-18-iscsi {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:24:23.900418 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-734a9dac-9650-4a10-bf21-71b5cd26be75 admin admin] Allocated IP 172.27.2.234 (d5e7441b-7712-4831-9dab-1c29a8301756/89646001-5df7-4559-baa8-56e15a045fc5/00a87840-a9d9-487d-aa62-d3fc34f15884) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:24:23.947632 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-de2480e6-ce72-4631-854e-22f2f3187543 req-b7c3a3d7-3176-43b5-93fa-a88642d268cf service neutron] 10.222.0.62 "GET /v2.0/networks/2717a2a1-7002-40c6-a5d5-9f449842d752?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3814692 Sep 23 07:24:24.044110 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Provisioning complete for port b3807ca1-81a6-47e7-b826-f77d81cdbb51 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:24:24.044475 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703931'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:24.126586 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.wsgi [req-1f436bec-0c71-436c-9b9b-50de27b2bf49 req-1005b588-8fe7-45ac-a5c7-22eacbe3fc1a service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=94841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 07:24:24.128410 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-1f436bec-0c71-436c-9b9b-50de27b2bf49 req-1005b588-8fe7-45ac-a5c7-22eacbe3fc1a service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2505538 Sep 23 07:24:24.198172 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:24.253489 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] For port b3807ca1-81a6-47e7-b826-f77d81cdbb51, host dv-cinder-805887-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-18-iscsi',level=0,port_id=b3807ca1-81a6-47e7-b826-f77d81cdbb51,segment=NetworkSegment(1643a54a-f314-44c3-bdbc-99b9ba0d70f9),segment_id=1643a54a-f314-44c3-bdbc-99b9ba0d70f9)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:24:24.334250 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728618137860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728617650881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728617650899'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:24.336334 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Device 634aa0c9-85db-4880-b92f-d4daa3dbdfac up at agent ovs-agent-dv-cinder-805887-18-iscsi {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:24:24.435050 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-734a9dac-9650-4a10-bf21-71b5cd26be75 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:24.498902 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Pushing event updated for resources: {'Port': ['ID=b3807ca1-81a6-47e7-b826-f77d81cdbb51,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:24:24.517328 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3831b759-f4b0-4db3-b85d-161d7bcb1211 None None] Network 457ccd50-05b0-4ce0-8b7d-271dff6f827e requested from dv-cinder-805887-18-iscsi {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:24:24.695774 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4fd65c03-9e6f-45a4-8eb9-95533a8eea03 None None] Provisioning complete for port b3807ca1-81a6-47e7-b826-f77d81cdbb51 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:24:24.696558 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4fd65c03-9e6f-45a4-8eb9-95533a8eea03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703931'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:24.797612 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-d2b15d64-7772-4c11-9fb6-15c0e5149a29 req-175b779d-1563-45e2-92e9-fc70ebccd4c7 tempest-DeleteServersTestJSON-1434548261 tempest-DeleteServersTestJSON-1434548261-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab783cb1-a4aa-42fe-8fea-ea6abc4c6077 HTTP/1.1" status: 200 len: 210 time: 0.1281371 Sep 23 07:24:24.840813 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7e768e76-e8ce-4bf6-82eb-8a89f0abf34c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:24.884092 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-1f436bec-0c71-436c-9b9b-50de27b2bf49 req-f848564f-1ed8-495d-9bc6-3700138a2638 service neutron] 10.222.0.62 "GET /v2.0/networks/1ce4a294-9c55-4277-9fd9-de791fcf5fca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7379200 Sep 23 07:24:24.964709 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.db.agents_db [None req-60cd1eec-2052-4d49-bd00-e5a0de40c293 None None] Agent healthcheck: found 6 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 07:24:25.019233 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Provisioning complete for port 634aa0c9-85db-4880-b92f-d4daa3dbdfac triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:24:25.020060 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703931'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:25.046693 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-734a9dac-9650-4a10-bf21-71b5cd26be75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728617650863'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:25.073252 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-734a9dac-9650-4a10-bf21-71b5cd26be75 admin admin] Network d5e7441b-7712-4831-9dab-1c29a8301756 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:24:25.169581 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-734a9dac-9650-4a10-bf21-71b5cd26be75 admin admin] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:24:25.174995 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-448ac587-456a-4d9a-9dda-71049610fb08 None None] Network af2ddaae-84fe-4fba-a944-e4f48fd0d9fc requested from dv-cinder-805887-18-iscsi {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:24:25.231383 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734a9dac-9650-4a10-bf21-71b5cd26be75 admin admin] Pushing event updated for resources: {'Port': ['ID=00a87840-a9d9-487d-aa62-d3fc34f15884,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:24:25.262863 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-734a9dac-9650-4a10-bf21-71b5cd26be75 admin admin] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:24:25.333266 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7e768e76-e8ce-4bf6-82eb-8a89f0abf34c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-459276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456632'] for router, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:25.450789 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-1f436bec-0c71-436c-9b9b-50de27b2bf49 req-2f0639fb-d4a5-44d0-976a-de46be63005e service neutron] 10.222.0.62 "GET /v2.0/networks/1ce4a294-9c55-4277-9fd9-de791fcf5fca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5649114 Sep 23 07:24:25.534592 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-19a329ec-2f94-404e-ac09-40f80b1d53b2 admin admin] Allocated IP 172.27.2.46 (d5e7441b-7712-4831-9dab-1c29a8301756/89646001-5df7-4559-baa8-56e15a045fc5/9fe22f1c-feb1-4260-924b-9d882109f38c) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:24:25.606349 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:25.609543 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ef932e4a-0c4b-4bff-b700-e69892c10043 None None] Provisioning complete for port 634aa0c9-85db-4880-b92f-d4daa3dbdfac triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:24:25.610147 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ef932e4a-0c4b-4bff-b700-e69892c10043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703931'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:25.917179 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] For port 634aa0c9-85db-4880-b92f-d4daa3dbdfac, host dv-cinder-805887-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-18-iscsi',level=0,port_id=634aa0c9-85db-4880-b92f-d4daa3dbdfac,segment=NetworkSegment(681c178e-d1f1-44d1-9a02-efe6aedb0bdf),segment_id=681c178e-d1f1-44d1-9a02-efe6aedb0bdf)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:24:26.007612 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e768e76-e8ce-4bf6-82eb-8a89f0abf34c admin admin] Router 397de53d-b259-4bbe-a5e8-abcbb00b2b55 is scheduled to L3 agent 65b4f7dd-c6e9-4255-94ee-66e285aed80f with binding_index 1 {{(pid=94840) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 07:24:26.075973 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-19a329ec-2f94-404e-ac09-40f80b1d53b2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:26.086629 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ef932e4a-0c4b-4bff-b700-e69892c10043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:26.114048 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728618137860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728617650881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728617650899'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:26.245293 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-734a9dac-9650-4a10-bf21-71b5cd26be75 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:26.461007 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e768e76-e8ce-4bf6-82eb-8a89f0abf34c admin admin] Notify agent at l3_agent.dv-cinder-805887-18-iscsi the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 07:24:26.478838 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6bc5746-e3ef-458a-bd56-8c3a8752e95e None None] Sync routers for ids ['397de53d-b259-4bbe-a5e8-abcbb00b2b55'] in dv-cinder-805887-18-iscsi {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 07:24:26.513411 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6bc5746-e3ef-458a-bd56-8c3a8752e95e None None] Routers {'397de53d-b259-4bbe-a5e8-abcbb00b2b55'} bound to L3 agent in host dv-cinder-805887-18-iscsi {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:24:26.514724 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-a6bc5746-e3ef-458a-bd56-8c3a8752e95e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T07:15:56Z,description=,heartbeat_timestamp=2021-09-23T07:23:56Z,host='dv-cinder-805887-18-iscsi',id=65b4f7dd-c6e9-4255-94ee-66e285aed80f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T07:15:57Z,topic='l3_agent')) {'router_ids': ['397de53d-b259-4bbe-a5e8-abcbb00b2b55'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:24:26.565646 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Device b3807ca1-81a6-47e7-b826-f77d81cdbb51 up at agent ovs-agent-dv-cinder-805887-18-iscsi {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:24:26.620300 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-19a329ec-2f94-404e-ac09-40f80b1d53b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728617650863'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:26.636539 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7e768e76-e8ce-4bf6-82eb-8a89f0abf34c admin admin] Notify callbacks [] for router, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:26.638342 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [None req-7e768e76-e8ce-4bf6-82eb-8a89f0abf34c admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.6779387 Sep 23 07:24:26.641595 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.62', 50588) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:24:26.732841 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Pushing event updated for resources: {'Port': ['ID=634aa0c9-85db-4880-b92f-d4daa3dbdfac,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:24:26.744885 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-437d38cf-fe3b-4d58-a3b5-69486372e696 req-c0993fe9-90d1-48b2-88b5-b2c0321cf2e4 tempest-DeleteServersTestJSON-1434548261 tempest-DeleteServersTestJSON-1434548261-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab783cb1-a4aa-42fe-8fea-ea6abc4c6077 HTTP/1.1" status: 200 len: 210 time: 0.2342610 Sep 23 07:24:26.748828 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ad254d72-e299-4083-b77c-b973cb479009 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:26.750961 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a329ec-2f94-404e-ac09-40f80b1d53b2 admin admin] Pushing event updated for resources: {'Port': ['ID=9fe22f1c-feb1-4260-924b-9d882109f38c,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:24:26.751873 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.db.api [None req-ef932e4a-0c4b-4bff-b700-e69892c10043 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94842) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 07:24:26.751873 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG oslo_db.api [None req-ef932e4a-0c4b-4bff-b700-e69892c10043 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 07:24:26.765779 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Provisioning complete for port b3807ca1-81a6-47e7-b826-f77d81cdbb51 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:24:26.766382 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703931'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:26.785079 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19a329ec-2f94-404e-ac09-40f80b1d53b2 admin admin] Network d5e7441b-7712-4831-9dab-1c29a8301756 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:24:26.803491 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-19a329ec-2f94-404e-ac09-40f80b1d53b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:24:26.807902 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a329ec-2f94-404e-ac09-40f80b1d53b2 admin admin] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:24:26.942242 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-a6bc5746-e3ef-458a-bd56-8c3a8752e95e None None] Set router 397de53d-b259-4bbe-a5e8-abcbb00b2b55 gateway port host: dv-cinder-805887-18-iscsi {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:24:27.177894 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-734a9dac-9650-4a10-bf21-71b5cd26be75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-459276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456632'] for router, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:27.225369 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-6288e0f4-7d2c-499c-933c-f161556e7acc req-bbaeae13-52af-4bde-8d76-08051b16a4be tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] 10.222.0.62 "GET /v2.0/ports?device_id=9223f7a4-205a-45dc-8f71-0cd230d0edba HTTP/1.1" status: 200 len: 210 time: 0.0450482 Sep 23 07:24:27.455878 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-a6bc5746-e3ef-458a-bd56-8c3a8752e95e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '397de53d-b259-4bbe-a5e8-abcbb00b2b55', 'name': 'tempest-AttachVolumeTestJSON-315569641-router', 'tenant_id': '2661271257b242509f29ed8640a48915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'external_fixed_ips': [{'subnet_id': '89646001-5df7-4559-baa8-56e15a045fc5', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': '1ac75549-a3c5-4e8c-9ca4-f4467eb2a7db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:24:21Z', 'updated_at': '2021-09-23T07:24:24Z', 'revision_number': 3, 'project_id': '2661271257b242509f29ed8640a48915', 'gw_port': {'id': '1ac75549-a3c5-4e8c-9ca4-f4467eb2a7db', 'name': '', 'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:16:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '397de53d-b259-4bbe-a5e8-abcbb00b2b55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '89646001-5df7-4559-baa8-56e15a045fc5', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:24:22Z', 'updated_at': '2021-09-23T07:24:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '89646001-5df7-4559-baa8-56e15a045fc5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-18-iscsi'}], 'dv-cinder-805887-18-iscsi', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:24:27.484315 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-404e5b98-f697-4424-a4cb-6c6a6e35eb9b None None] Provisioning complete for port 634aa0c9-85db-4880-b92f-d4daa3dbdfac triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:24:27.485469 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-404e5b98-f697-4424-a4cb-6c6a6e35eb9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703931'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:27.503545 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6bc5746-e3ef-458a-bd56-8c3a8752e95e None None] Checking router: 397de53d-b259-4bbe-a5e8-abcbb00b2b55 for host: dv-cinder-805887-18-iscsi {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 07:24:27.504698 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6bc5746-e3ef-458a-bd56-8c3a8752e95e None None] Updating router 397de53d-b259-4bbe-a5e8-abcbb00b2b55 port 1ac75549-a3c5-4e8c-9ca4-f4467eb2a7db binding host dv-cinder-805887-18-iscsi {{(pid=94843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 07:24:27.564613 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-a6bc5746-e3ef-458a-bd56-8c3a8752e95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:27.635116 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-19a329ec-2f94-404e-ac09-40f80b1d53b2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:27.714296 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bca85121-4770-40c3-9038-0c863ce9f6ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:27.737940 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-404e5b98-f697-4424-a4cb-6c6a6e35eb9b None None] Provisioning complete for port b3807ca1-81a6-47e7-b826-f77d81cdbb51 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:24:27.737940 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-404e5b98-f697-4424-a4cb-6c6a6e35eb9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703931'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:27.906827 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-19a329ec-2f94-404e-ac09-40f80b1d53b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-459276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456632'] for router, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:27.937744 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:27.940085 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:27.975298 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-a6bc5746-e3ef-458a-bd56-8c3a8752e95e None None] Notify callbacks [] for port, precommit_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:27.979072 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-734a9dac-9650-4a10-bf21-71b5cd26be75 admin admin] Router a220d9f2-26b3-4e11-8d27-02331b07722b is scheduled to L3 agent 65b4f7dd-c6e9-4255-94ee-66e285aed80f with binding_index 1 {{(pid=94841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 07:24:28.042540 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-bca85121-4770-40c3-9038-0c863ce9f6ae admin admin] Allocated IP 172.20.0.1 (af2ddaae-84fe-4fba-a944-e4f48fd0d9fc/68f0a779-afe9-48a5-86f0-926f10275d4d/041080d7-7367-4939-9da2-005a0c94b684) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:24:28.062971 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-088dcead-1bba-4b71-8437-78c9d6ba5202 req-722a3793-341d-479a-b2fe-f2c3e7f81928 tempest-DeleteServersTestJSON-1434548261 tempest-DeleteServersTestJSON-1434548261-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab783cb1-a4aa-42fe-8fea-ea6abc4c6077 HTTP/1.1" status: 200 len: 210 time: 0.0773201 Sep 23 07:24:28.063897 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-1854caf6-1153-400a-8d11-9ed8c1e229e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:28.064111 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-a6bc5746-e3ef-458a-bd56-8c3a8752e95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728618137860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728617650881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728617650899'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:28.134197 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ac8bae-69ac-411a-87bb-f743b7065ec8 None None] Pushing event updated for resources: {'Port': ['ID=1ac75549-a3c5-4e8c-9ca4-f4467eb2a7db,revision_number=2']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:24:28.157146 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ac8bae-69ac-411a-87bb-f743b7065ec8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:24:28.157669 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ac8bae-69ac-411a-87bb-f743b7065ec8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:24:28.158086 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ac8bae-69ac-411a-87bb-f743b7065ec8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:24:28.158520 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ac8bae-69ac-411a-87bb-f743b7065ec8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:24:28.158948 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ac8bae-69ac-411a-87bb-f743b7065ec8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:24:28.159376 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ac8bae-69ac-411a-87bb-f743b7065ec8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:24:28.159824 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ac8bae-69ac-411a-87bb-f743b7065ec8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:24:28.160358 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ac8bae-69ac-411a-87bb-f743b7065ec8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:24:28.160831 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ac8bae-69ac-411a-87bb-f743b7065ec8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:24:28.161299 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ac8bae-69ac-411a-87bb-f743b7065ec8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:24:28.161717 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ac8bae-69ac-411a-87bb-f743b7065ec8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:24:28.162133 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ac8bae-69ac-411a-87bb-f743b7065ec8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:24:28.166744 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ac8bae-69ac-411a-87bb-f743b7065ec8 None None] Tracked resource versions report: Sep 23 07:24:28.166744 dv-cinder-805887-18-iscsi neutron-server[94843]: pushed versions: Sep 23 07:24:28.166744 dv-cinder-805887-18-iscsi neutron-server[94843]: { 'AddressGroup': {'1.2'}, Sep 23 07:24:28.166744 dv-cinder-805887-18-iscsi neutron-server[94843]: 'ConntrackHelper': {'1.0'}, Sep 23 07:24:28.166744 dv-cinder-805887-18-iscsi neutron-server[94843]: 'Log': {'1.0'}, Sep 23 07:24:28.166744 dv-cinder-805887-18-iscsi neutron-server[94843]: 'Network': {'1.1'}, Sep 23 07:24:28.166744 dv-cinder-805887-18-iscsi neutron-server[94843]: 'Port': {'1.7'}, Sep 23 07:24:28.166744 dv-cinder-805887-18-iscsi neutron-server[94843]: 'PortForwarding': {'1.2'}, Sep 23 07:24:28.166744 dv-cinder-805887-18-iscsi neutron-server[94843]: 'QosPolicy': {'1.9'}, Sep 23 07:24:28.166744 dv-cinder-805887-18-iscsi neutron-server[94843]: 'SecurityGroup': {'1.4'}, Sep 23 07:24:28.166744 dv-cinder-805887-18-iscsi neutron-server[94843]: 'SecurityGroupRule': {'1.2'}, Sep 23 07:24:28.166744 dv-cinder-805887-18-iscsi neutron-server[94843]: 'SubPort': {'1.0'}, Sep 23 07:24:28.166744 dv-cinder-805887-18-iscsi neutron-server[94843]: 'Subnet': {'1.1'}, Sep 23 07:24:28.166744 dv-cinder-805887-18-iscsi neutron-server[94843]: 'Trunk': {'1.1'}} Sep 23 07:24:28.166744 dv-cinder-805887-18-iscsi neutron-server[94843]: consumer versions: Sep 23 07:24:28.166744 dv-cinder-805887-18-iscsi neutron-server[94843]: { DHCP agent@dv-cinder-805887-18-iscsi: {}, Sep 23 07:24:28.166744 dv-cinder-805887-18-iscsi neutron-server[94843]: HyperV agent@hv-cinder-80588: {}, Sep 23 07:24:28.166744 dv-cinder-805887-18-iscsi neutron-server[94843]: L3 agent@dv-cinder-805887-18-iscsi: {}, Sep 23 07:24:28.166744 dv-cinder-805887-18-iscsi neutron-server[94843]: Metadata agent@dv-cinder-805887-18-iscsi: {}, Sep 23 07:24:28.166744 dv-cinder-805887-18-iscsi neutron-server[94843]: Metering agent@dv-cinder-805887-18-iscsi: {}, Sep 23 07:24:28.166744 dv-cinder-805887-18-iscsi neutron-server[94843]: Open vSwitch agent@dv-cinder-805887-18-iscsi: { 'AddressGroup': '1.2', Sep 23 07:24:28.166744 dv-cinder-805887-18-iscsi neutron-server[94843]: 'ConntrackHelper': '1.0', Sep 23 07:24:28.166744 dv-cinder-805887-18-iscsi neutron-server[94843]: 'Log': '1.0', Sep 23 07:24:28.166744 dv-cinder-805887-18-iscsi neutron-server[94843]: 'Network': '1.1', Sep 23 07:24:28.166744 dv-cinder-805887-18-iscsi neutron-server[94843]: 'Port': '1.7', Sep 23 07:24:28.166744 dv-cinder-805887-18-iscsi neutron-server[94843]: 'PortForwarding': '1.2', Sep 23 07:24:28.166744 dv-cinder-805887-18-iscsi neutron-server[94843]: 'QosPolicy': '1.9', Sep 23 07:24:28.166744 dv-cinder-805887-18-iscsi neutron-server[94843]: 'SecurityGroup': '1.4', Sep 23 07:24:28.166744 dv-cinder-805887-18-iscsi neutron-server[94843]: 'SecurityGroupRule': '1.2', Sep 23 07:24:28.166744 dv-cinder-805887-18-iscsi neutron-server[94843]: 'SubPort': '1.0', Sep 23 07:24:28.166744 dv-cinder-805887-18-iscsi neutron-server[94843]: 'Subnet': '1.1', Sep 23 07:24:28.166744 dv-cinder-805887-18-iscsi neutron-server[94843]: 'Trunk': '1.1'}} Sep 23 07:24:28.166744 dv-cinder-805887-18-iscsi neutron-server[94843]: {{(pid=94843) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 23 07:24:28.174197 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-a6bc5746-e3ef-458a-bd56-8c3a8752e95e None None] Attempting to bind port 1ac75549-a3c5-4e8c-9ca4-f4467eb2a7db on host dv-cinder-805887-18-iscsi for vnic_type normal with profile {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:24:28.174718 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-a6bc5746-e3ef-458a-bd56-8c3a8752e95e None None] Attempting to bind port 1ac75549-a3c5-4e8c-9ca4-f4467eb2a7db by drivers openvswitch,hyperv on host dv-cinder-805887-18-iscsi at level 0 using segments [{'id': '8399e290-ca7c-4b27-b40e-543152e4317b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756'}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:24:28.175360 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6bc5746-e3ef-458a-bd56-8c3a8752e95e None None] Attempting to bind port 1ac75549-a3c5-4e8c-9ca4-f4467eb2a7db on network d5e7441b-7712-4831-9dab-1c29a8301756 {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:24:28.182877 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6bc5746-e3ef-458a-bd56-8c3a8752e95e None None] Checking agent: {'id': '8a4a6f1f-c513-442c-b997-00aea54023cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805887-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 7, 15, 58), 'started_at': datetime.datetime(2021, 9, 23, 7, 16, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 7, 24, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805887-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 07:24:28.183556 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6bc5746-e3ef-458a-bd56-8c3a8752e95e None None] Checking segment: {'id': '8399e290-ca7c-4b27-b40e-543152e4317b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:24:28.184037 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-a6bc5746-e3ef-458a-bd56-8c3a8752e95e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:28.184594 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6bc5746-e3ef-458a-bd56-8c3a8752e95e None None] Bound using segment: {'id': '8399e290-ca7c-4b27-b40e-543152e4317b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756'} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 07:24:28.185198 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-a6bc5746-e3ef-458a-bd56-8c3a8752e95e None None] Bound port: 1ac75549-a3c5-4e8c-9ca4-f4467eb2a7db, host: dv-cinder-805887-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8399e290-ca7c-4b27-b40e-543152e4317b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756'}}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 07:24:28.185746 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-a6bc5746-e3ef-458a-bd56-8c3a8752e95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:28.230260 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bca85121-4770-40c3-9038-0c863ce9f6ae admin admin] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:28.261175 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-a6bc5746-e3ef-458a-bd56-8c3a8752e95e None None] For port 1ac75549-a3c5-4e8c-9ca4-f4467eb2a7db, host dv-cinder-805887-18-iscsi, cleared binding levels {{(pid=94843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:24:28.263455 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-734a9dac-9650-4a10-bf21-71b5cd26be75 admin admin] Notify agent at l3_agent.dv-cinder-805887-18-iscsi the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 07:24:28.264665 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-a6bc5746-e3ef-458a-bd56-8c3a8752e95e None None] For port 1ac75549-a3c5-4e8c-9ca4-f4467eb2a7db, host dv-cinder-805887-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-18-iscsi',level=0,port_id=1ac75549-a3c5-4e8c-9ca4-f4467eb2a7db,segment=NetworkSegment(8399e290-ca7c-4b27-b40e-543152e4317b),segment_id=8399e290-ca7c-4b27-b40e-543152e4317b)] {{(pid=94843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 07:24:28.274600 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b6af44c-9494-47dc-8654-7d685ea61bed None None] Sync routers for ids ['a220d9f2-26b3-4e11-8d27-02331b07722b'] in dv-cinder-805887-18-iscsi {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 07:24:28.290083 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b6af44c-9494-47dc-8654-7d685ea61bed None None] Routers {'a220d9f2-26b3-4e11-8d27-02331b07722b'} bound to L3 agent in host dv-cinder-805887-18-iscsi {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:24:28.290767 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-9b6af44c-9494-47dc-8654-7d685ea61bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T07:15:56Z,description=,heartbeat_timestamp=2021-09-23T07:24:27Z,host='dv-cinder-805887-18-iscsi',id=65b4f7dd-c6e9-4255-94ee-66e285aed80f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T07:15:57Z,topic='l3_agent')) {'router_ids': ['a220d9f2-26b3-4e11-8d27-02331b07722b'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:24:28.295183 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Device 634aa0c9-85db-4880-b92f-d4daa3dbdfac up at agent ovs-agent-dv-cinder-805887-18-iscsi {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:24:28.325732 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-a6bc5746-e3ef-458a-bd56-8c3a8752e95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728618137860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728617650881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728617650899'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:28.354703 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19a329ec-2f94-404e-ac09-40f80b1d53b2 admin admin] Router 1092a296-0cbe-46a4-bf16-76c632bddb6c is scheduled to L3 agent 65b4f7dd-c6e9-4255-94ee-66e285aed80f with binding_index 1 {{(pid=94841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 07:24:28.371162 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bca85121-4770-40c3-9038-0c863ce9f6ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728617650863'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:28.409495 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6bc5746-e3ef-458a-bd56-8c3a8752e95e None None] Routers {'397de53d-b259-4bbe-a5e8-abcbb00b2b55'} bound to L3 agent in host dv-cinder-805887-18-iscsi {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:24:28.410291 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-a6bc5746-e3ef-458a-bd56-8c3a8752e95e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T07:15:56Z,description=,heartbeat_timestamp=2021-09-23T07:24:27Z,host='dv-cinder-805887-18-iscsi',id=65b4f7dd-c6e9-4255-94ee-66e285aed80f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T07:15:57Z,topic='l3_agent')) {'router_ids': ['397de53d-b259-4bbe-a5e8-abcbb00b2b55'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:24:28.460624 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-e43e5489-0d28-472f-ad7b-40f3fe879e59 req-c45f97b4-329a-4bfb-a1c6-f966e0038553 tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] 10.222.0.62 "GET /v2.0/ports?device_id=9223f7a4-205a-45dc-8f71-0cd230d0edba HTTP/1.1" status: 200 len: 210 time: 0.1378260 Sep 23 07:24:28.467496 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-734a9dac-9650-4a10-bf21-71b5cd26be75 admin admin] Notify callbacks [] for router, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:28.472461 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [None req-734a9dac-9650-4a10-bf21-71b5cd26be75 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 8.1424122 Sep 23 07:24:28.480350 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.62', 50640) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:24:28.483578 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Provisioning complete for port 634aa0c9-85db-4880-b92f-d4daa3dbdfac triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:24:28.484172 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703931'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:28.529883 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ac8bae-69ac-411a-87bb-f743b7065ec8 None None] Pushing event updated for resources: {'Port': ['ID=1ac75549-a3c5-4e8c-9ca4-f4467eb2a7db,revision_number=3']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:24:28.562657 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-9b6af44c-9494-47dc-8654-7d685ea61bed None None] Set router a220d9f2-26b3-4e11-8d27-02331b07722b gateway port host: dv-cinder-805887-18-iscsi {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:24:28.728121 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-a6bc5746-e3ef-458a-bd56-8c3a8752e95e None None] Set router 397de53d-b259-4bbe-a5e8-abcbb00b2b55 gateway port host: dv-cinder-805887-18-iscsi {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:24:28.744378 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19a329ec-2f94-404e-ac09-40f80b1d53b2 admin admin] Notify agent at l3_agent.dv-cinder-805887-18-iscsi the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 07:24:28.747761 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bca85121-4770-40c3-9038-0c863ce9f6ae admin admin] Network af2ddaae-84fe-4fba-a944-e4f48fd0d9fc is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:24:28.752052 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-bca85121-4770-40c3-9038-0c863ce9f6ae admin admin] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:24:28.755237 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca85121-4770-40c3-9038-0c863ce9f6ae admin admin] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:24:28.755693 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bca85121-4770-40c3-9038-0c863ce9f6ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456069'] for router_interface, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:28.895235 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a6a5024-f6dc-4855-9670-cf48738c9588 None None] Sync routers for ids ['1092a296-0cbe-46a4-bf16-76c632bddb6c'] in dv-cinder-805887-18-iscsi {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 07:24:28.897268 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a6a5024-f6dc-4855-9670-cf48738c9588 None None] Routers {'1092a296-0cbe-46a4-bf16-76c632bddb6c'} bound to L3 agent in host dv-cinder-805887-18-iscsi {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:24:28.898723 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-9a6a5024-f6dc-4855-9670-cf48738c9588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T07:15:56Z,description=,heartbeat_timestamp=2021-09-23T07:24:27Z,host='dv-cinder-805887-18-iscsi',id=65b4f7dd-c6e9-4255-94ee-66e285aed80f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T07:15:57Z,topic='l3_agent')) {'router_ids': ['1092a296-0cbe-46a4-bf16-76c632bddb6c'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:24:28.926340 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-9b6af44c-9494-47dc-8654-7d685ea61bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a220d9f2-26b3-4e11-8d27-02331b07722b', 'name': 'tempest-AttachVolumeShelveTestJSON-1297816090-router', 'tenant_id': '63deb2e833294f4ba854d4abe4a79ff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'external_fixed_ips': [{'subnet_id': '89646001-5df7-4559-baa8-56e15a045fc5', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': '00a87840-a9d9-487d-aa62-d3fc34f15884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:24:20Z', 'updated_at': '2021-09-23T07:24:25Z', 'revision_number': 3, 'project_id': '63deb2e833294f4ba854d4abe4a79ff2', 'gw_port': {'id': '00a87840-a9d9-487d-aa62-d3fc34f15884', 'name': '', 'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:d2:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a220d9f2-26b3-4e11-8d27-02331b07722b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '89646001-5df7-4559-baa8-56e15a045fc5', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:24:22Z', 'updated_at': '2021-09-23T07:24:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '89646001-5df7-4559-baa8-56e15a045fc5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-18-iscsi'}], 'dv-cinder-805887-18-iscsi', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:24:28.972161 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b6af44c-9494-47dc-8654-7d685ea61bed None None] Checking router: a220d9f2-26b3-4e11-8d27-02331b07722b for host: dv-cinder-805887-18-iscsi {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 07:24:28.976229 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b6af44c-9494-47dc-8654-7d685ea61bed None None] Updating router a220d9f2-26b3-4e11-8d27-02331b07722b port 00a87840-a9d9-487d-aa62-d3fc34f15884 binding host dv-cinder-805887-18-iscsi {{(pid=94842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 07:24:28.996340 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-19a329ec-2f94-404e-ac09-40f80b1d53b2 admin admin] Notify callbacks [] for router, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:29.012376 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [None req-19a329ec-2f94-404e-ac09-40f80b1d53b2 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 8.6679175 Sep 23 07:24:29.013973 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.62', 50650) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:24:29.020488 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca85121-4770-40c3-9038-0c863ce9f6ae admin admin] Pushing event updated for resources: {'Port': ['ID=041080d7-7367-4939-9da2-005a0c94b684,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:24:29.048156 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-9b6af44c-9494-47dc-8654-7d685ea61bed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:29.435966 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bca85121-4770-40c3-9038-0c863ce9f6ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:29.466572 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-36b66e70-f8c6-4375-9fe0-cf5082bd2729 req-47650b31-b821-4f40-92ea-a46c65b3d395 tempest-DeleteServersTestJSON-1434548261 tempest-DeleteServersTestJSON-1434548261-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab783cb1-a4aa-42fe-8fea-ea6abc4c6077 HTTP/1.1" status: 200 len: 210 time: 0.0984528 Sep 23 07:24:29.507730 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-9a6a5024-f6dc-4855-9670-cf48738c9588 None None] Set router 1092a296-0cbe-46a4-bf16-76c632bddb6c gateway port host: dv-cinder-805887-18-iscsi {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:24:29.646089 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-9b6af44c-9494-47dc-8654-7d685ea61bed None None] Notify callbacks [] for port, precommit_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:29.659835 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-e69758b8-3e56-4eed-98f2-5c4d5a03bc78 None None] Provisioning complete for port 041080d7-7367-4939-9da2-005a0c94b684 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:24:29.661054 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e69758b8-3e56-4eed-98f2-5c4d5a03bc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703931'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:29.708142 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-6a58c47d-4ccb-4b69-8480-cf1e1b030da6 req-d783079b-5213-4f70-8c34-60ecde384947 tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] 10.222.0.62 "GET /v2.0/ports?device_id=9223f7a4-205a-45dc-8f71-0cd230d0edba HTTP/1.1" status: 200 len: 210 time: 0.0754764 Sep 23 07:24:29.715383 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-e69758b8-3e56-4eed-98f2-5c4d5a03bc78 None None] Port 041080d7-7367-4939-9da2-005a0c94b684 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 07:24:29.774908 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-9b6af44c-9494-47dc-8654-7d685ea61bed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728618137860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728617650881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728617650899'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:29.929139 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-9b6af44c-9494-47dc-8654-7d685ea61bed None None] Attempting to bind port 00a87840-a9d9-487d-aa62-d3fc34f15884 on host dv-cinder-805887-18-iscsi for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:24:29.929683 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-9b6af44c-9494-47dc-8654-7d685ea61bed None None] Attempting to bind port 00a87840-a9d9-487d-aa62-d3fc34f15884 by drivers openvswitch,hyperv on host dv-cinder-805887-18-iscsi at level 0 using segments [{'id': '8399e290-ca7c-4b27-b40e-543152e4317b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:24:29.930385 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b6af44c-9494-47dc-8654-7d685ea61bed None None] Attempting to bind port 00a87840-a9d9-487d-aa62-d3fc34f15884 on network d5e7441b-7712-4831-9dab-1c29a8301756 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:24:29.950286 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-a6bc5746-e3ef-458a-bd56-8c3a8752e95e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '397de53d-b259-4bbe-a5e8-abcbb00b2b55', 'name': 'tempest-AttachVolumeTestJSON-315569641-router', 'tenant_id': '2661271257b242509f29ed8640a48915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'external_fixed_ips': [{'subnet_id': '89646001-5df7-4559-baa8-56e15a045fc5', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': '1ac75549-a3c5-4e8c-9ca4-f4467eb2a7db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:24:21Z', 'updated_at': '2021-09-23T07:24:24Z', 'revision_number': 3, 'project_id': '2661271257b242509f29ed8640a48915', 'gw_port': {'id': '1ac75549-a3c5-4e8c-9ca4-f4467eb2a7db', 'name': '', 'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:16:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '397de53d-b259-4bbe-a5e8-abcbb00b2b55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '89646001-5df7-4559-baa8-56e15a045fc5', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:24:22Z', 'updated_at': '2021-09-23T07:24:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89646001-5df7-4559-baa8-56e15a045fc5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-18-iscsi'}], 'dv-cinder-805887-18-iscsi', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:24:29.956771 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e4079388-143e-46ee-8cf3-ea3894d72bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:29.956771 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d809124c-1d6a-4aed-9152-7273f770823b None None] Pushing event updated for resources: {'Port': ['ID=00a87840-a9d9-487d-aa62-d3fc34f15884,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:24:29.956771 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b6af44c-9494-47dc-8654-7d685ea61bed None None] Checking agent: {'id': '8a4a6f1f-c513-442c-b997-00aea54023cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805887-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 7, 15, 58), 'started_at': datetime.datetime(2021, 9, 23, 7, 16, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 7, 24, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805887-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 07:24:29.956771 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b6af44c-9494-47dc-8654-7d685ea61bed None None] Checking segment: {'id': '8399e290-ca7c-4b27-b40e-543152e4317b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:24:29.956771 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-9b6af44c-9494-47dc-8654-7d685ea61bed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:29.957410 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b6af44c-9494-47dc-8654-7d685ea61bed None None] Bound using segment: {'id': '8399e290-ca7c-4b27-b40e-543152e4317b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 07:24:29.957551 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-9b6af44c-9494-47dc-8654-7d685ea61bed None None] Bound port: 00a87840-a9d9-487d-aa62-d3fc34f15884, host: dv-cinder-805887-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8399e290-ca7c-4b27-b40e-543152e4317b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 07:24:29.957955 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-9b6af44c-9494-47dc-8654-7d685ea61bed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:30.007029 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bca85121-4770-40c3-9038-0c863ce9f6ae admin admin] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:30.034775 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6bc5746-e3ef-458a-bd56-8c3a8752e95e None None] The sync data for ids ['397de53d-b259-4bbe-a5e8-abcbb00b2b55'] in dv-cinder-805887-18-iscsi is: [{'id': '397de53d-b259-4bbe-a5e8-abcbb00b2b55', 'name': 'tempest-AttachVolumeTestJSON-315569641-router', 'tenant_id': '2661271257b242509f29ed8640a48915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'external_fixed_ips': [{'subnet_id': '89646001-5df7-4559-baa8-56e15a045fc5', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': '1ac75549-a3c5-4e8c-9ca4-f4467eb2a7db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:24:21Z', 'updated_at': '2021-09-23T07:24:24Z', 'revision_number': 3, 'project_id': '2661271257b242509f29ed8640a48915', 'gw_port': {'id': '1ac75549-a3c5-4e8c-9ca4-f4467eb2a7db', 'name': '', 'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:16:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '397de53d-b259-4bbe-a5e8-abcbb00b2b55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '89646001-5df7-4559-baa8-56e15a045fc5', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:24:22Z', 'updated_at': '2021-09-23T07:24:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89646001-5df7-4559-baa8-56e15a045fc5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-18-iscsi'}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 07:24:30.071534 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-9a6a5024-f6dc-4855-9670-cf48738c9588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1092a296-0cbe-46a4-bf16-76c632bddb6c', 'name': 'tempest-ServerRescueNegativeTestJSON-918220328-router', 'tenant_id': 'f847624712b744ff9af7930d845e8424', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'external_fixed_ips': [{'subnet_id': '89646001-5df7-4559-baa8-56e15a045fc5', 'ip_address': '172.27.2.46'}], 'enable_snat': True}, 'gw_port_id': '9fe22f1c-feb1-4260-924b-9d882109f38c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:24:21Z', 'updated_at': '2021-09-23T07:24:26Z', 'revision_number': 3, 'project_id': 'f847624712b744ff9af7930d845e8424', 'gw_port': {'id': '9fe22f1c-feb1-4260-924b-9d882109f38c', 'name': '', 'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:bb:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1092a296-0cbe-46a4-bf16-76c632bddb6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '89646001-5df7-4559-baa8-56e15a045fc5', 'ip_address': '172.27.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:24:23Z', 'updated_at': '2021-09-23T07:24:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '89646001-5df7-4559-baa8-56e15a045fc5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-18-iscsi'}], 'dv-cinder-805887-18-iscsi', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:24:30.112271 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bca85121-4770-40c3-9038-0c863ce9f6ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728618137860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728617650881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728617650899'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:30.113935 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bca85121-4770-40c3-9038-0c863ce9f6ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455541'] for router_interface, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:30.117452 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-9b6af44c-9494-47dc-8654-7d685ea61bed None None] For port 00a87840-a9d9-487d-aa62-d3fc34f15884, host dv-cinder-805887-18-iscsi, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:24:30.118366 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-9b6af44c-9494-47dc-8654-7d685ea61bed None None] For port 00a87840-a9d9-487d-aa62-d3fc34f15884, host dv-cinder-805887-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-18-iscsi',level=0,port_id=00a87840-a9d9-487d-aa62-d3fc34f15884,segment=NetworkSegment(8399e290-ca7c-4b27-b40e-543152e4317b),segment_id=8399e290-ca7c-4b27-b40e-543152e4317b)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 07:24:30.127228 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a6a5024-f6dc-4855-9670-cf48738c9588 None None] Checking router: 1092a296-0cbe-46a4-bf16-76c632bddb6c for host: dv-cinder-805887-18-iscsi {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 07:24:30.127868 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a6a5024-f6dc-4855-9670-cf48738c9588 None None] Updating router 1092a296-0cbe-46a4-bf16-76c632bddb6c port 9fe22f1c-feb1-4260-924b-9d882109f38c binding host dv-cinder-805887-18-iscsi {{(pid=94843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 07:24:30.166399 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-27e8e825-c538-418a-8d73-918e2addf4d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:30.195454 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-9a6a5024-f6dc-4855-9670-cf48738c9588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:30.203177 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-9b6af44c-9494-47dc-8654-7d685ea61bed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728618137860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728617650881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728617650899'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:30.346054 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d809124c-1d6a-4aed-9152-7273f770823b None None] Pushing event updated for resources: {'Port': ['ID=00a87840-a9d9-487d-aa62-d3fc34f15884,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:24:30.355317 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b6af44c-9494-47dc-8654-7d685ea61bed None None] Routers {'a220d9f2-26b3-4e11-8d27-02331b07722b'} bound to L3 agent in host dv-cinder-805887-18-iscsi {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:24:30.356116 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-9b6af44c-9494-47dc-8654-7d685ea61bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T07:15:56Z,description=,heartbeat_timestamp=2021-09-23T07:24:27Z,host='dv-cinder-805887-18-iscsi',id=65b4f7dd-c6e9-4255-94ee-66e285aed80f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T07:15:57Z,topic='l3_agent')) {'router_ids': ['a220d9f2-26b3-4e11-8d27-02331b07722b'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:24:30.476587 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.53', 59086) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:24:30.717599 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-9b6af44c-9494-47dc-8654-7d685ea61bed None None] Set router a220d9f2-26b3-4e11-8d27-02331b07722b gateway port host: dv-cinder-805887-18-iscsi {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:24:30.748705 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-27e8e825-c538-418a-8d73-918e2addf4d4 admin admin] Allocated IP 172.20.0.1 (b44ca581-7903-4d34-918a-e51828122c6e/c0154a81-b31b-4d7e-b6a8-6873c78703af/3ce90b69-5db7-469e-a4a7-965825b97ed0) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:24:30.786847 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bca85121-4770-40c3-9038-0c863ce9f6ae admin admin] Network af2ddaae-84fe-4fba-a944-e4f48fd0d9fc is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:24:30.793294 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-bca85121-4770-40c3-9038-0c863ce9f6ae admin admin] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:24:30.817602 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2480e6-ce72-4631-854e-22f2f3187543 req-78a97b20-84bf-415d-849b-6c377fc65a22 tempest-DeleteServersTestJSON-1434548261 tempest-DeleteServersTestJSON-1434548261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:24:30.819411 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-de2480e6-ce72-4631-854e-22f2f3187543 req-78a97b20-84bf-415d-849b-6c377fc65a22 tempest-DeleteServersTestJSON-1434548261 tempest-DeleteServersTestJSON-1434548261-project] 10.222.0.53 "GET /v2.0/networks?id=2717a2a1-7002-40c6-a5d5-9f449842d752 HTTP/1.1" status: 200 len: 812 time: 0.3411858 Sep 23 07:24:30.851418 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1218a0a5-0f30-4da3-9582-a913d7bbe5fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:30.858260 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca85121-4770-40c3-9038-0c863ce9f6ae admin admin] Pushing event updated for resources: {'Port': ['ID=041080d7-7367-4939-9da2-005a0c94b684,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:24:30.901415 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.v2.base [req-de2480e6-ce72-4631-854e-22f2f3187543 req-0d1eed3e-c417-42db-a75a-54de38cc0e32 tempest-DeleteServersTestJSON-1434548261 tempest-DeleteServersTestJSON-1434548261-project] Request body: {'port': {'device_id': 'ab783cb1-a4aa-42fe-8fea-ea6abc4c6077', 'network_id': '2717a2a1-7002-40c6-a5d5-9f449842d752', 'admin_state_up': True, 'tenant_id': 'd48ba685da4e429ba433001cd3762eb6'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:24:31.190767 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-9a6a5024-f6dc-4855-9670-cf48738c9588 None None] Notify callbacks [] for port, precommit_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:31.471028 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-9a6a5024-f6dc-4855-9670-cf48738c9588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728618137860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728617650881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728617650899'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:31.471028 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1188a6f6-ce81-46c2-a013-8b3d6272b661 None None] Pushing event updated for resources: {'Port': ['ID=9fe22f1c-feb1-4260-924b-9d882109f38c,revision_number=2']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:24:31.471028 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-9a6a5024-f6dc-4855-9670-cf48738c9588 None None] Attempting to bind port 9fe22f1c-feb1-4260-924b-9d882109f38c on host dv-cinder-805887-18-iscsi for vnic_type normal with profile {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:24:31.471028 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-9a6a5024-f6dc-4855-9670-cf48738c9588 None None] Attempting to bind port 9fe22f1c-feb1-4260-924b-9d882109f38c by drivers openvswitch,hyperv on host dv-cinder-805887-18-iscsi at level 0 using segments [{'id': '8399e290-ca7c-4b27-b40e-543152e4317b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756'}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:24:31.471028 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a6a5024-f6dc-4855-9670-cf48738c9588 None None] Attempting to bind port 9fe22f1c-feb1-4260-924b-9d882109f38c on network d5e7441b-7712-4831-9dab-1c29a8301756 {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:24:31.482026 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a6a5024-f6dc-4855-9670-cf48738c9588 None None] Checking agent: {'id': '8a4a6f1f-c513-442c-b997-00aea54023cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805887-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 7, 15, 58), 'started_at': datetime.datetime(2021, 9, 23, 7, 16, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 7, 24, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805887-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 07:24:31.483650 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a6a5024-f6dc-4855-9670-cf48738c9588 None None] Checking segment: {'id': '8399e290-ca7c-4b27-b40e-543152e4317b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:24:31.483650 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-9a6a5024-f6dc-4855-9670-cf48738c9588 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:31.483650 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a6a5024-f6dc-4855-9670-cf48738c9588 None None] Bound using segment: {'id': '8399e290-ca7c-4b27-b40e-543152e4317b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756'} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 07:24:31.483650 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-9a6a5024-f6dc-4855-9670-cf48738c9588 None None] Bound port: 9fe22f1c-feb1-4260-924b-9d882109f38c, host: dv-cinder-805887-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8399e290-ca7c-4b27-b40e-543152e4317b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756'}}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 07:24:31.484198 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-9a6a5024-f6dc-4855-9670-cf48738c9588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:31.489706 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.62', 50734) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:24:31.546049 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bca85121-4770-40c3-9038-0c863ce9f6ae admin admin] Router 397de53d-b259-4bbe-a5e8-abcbb00b2b55 has already been hosted by L3 agent 65b4f7dd-c6e9-4255-94ee-66e285aed80f {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 07:24:31.552903 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-b5cd93f0-ba75-4f51-ac72-51689035c797 req-846d7cf8-fcc1-41ab-b437-4744696b18c7 tempest-DeleteServersTestJSON-1434548261 tempest-DeleteServersTestJSON-1434548261-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab783cb1-a4aa-42fe-8fea-ea6abc4c6077 HTTP/1.1" status: 200 len: 210 time: 0.5528123 Sep 23 07:24:31.644093 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-9a6a5024-f6dc-4855-9670-cf48738c9588 None None] For port 9fe22f1c-feb1-4260-924b-9d882109f38c, host dv-cinder-805887-18-iscsi, cleared binding levels {{(pid=94843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:24:31.659306 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-9a6a5024-f6dc-4855-9670-cf48738c9588 None None] For port 9fe22f1c-feb1-4260-924b-9d882109f38c, host dv-cinder-805887-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-18-iscsi',level=0,port_id=9fe22f1c-feb1-4260-924b-9d882109f38c,segment=NetworkSegment(8399e290-ca7c-4b27-b40e-543152e4317b),segment_id=8399e290-ca7c-4b27-b40e-543152e4317b)] {{(pid=94843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 07:24:31.712779 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.53', 59089) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:24:31.717250 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-1218a0a5-0f30-4da3-9582-a913d7bbe5fc admin admin] Allocated IP 172.20.0.1 (457ccd50-05b0-4ce0-8b7d-271dff6f827e/513e6a2b-0c54-4f03-8c2d-dd3c246bd8ac/989cc11e-734c-4cf7-bebe-fd6a7f5fed64) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:24:31.760001 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-9a6a5024-f6dc-4855-9670-cf48738c9588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728618137860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728617650881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728617650899'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:31.760383 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-1dfbabc0-9c75-494b-9888-8953b531dbf2 None None] Provisioning complete for port 041080d7-7367-4939-9da2-005a0c94b684 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:24:31.762006 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-1dfbabc0-9c75-494b-9888-8953b531dbf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703931'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:31.769183 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-1e485b52-b5c3-4f79-be1b-52d184b1ddb2 req-0a47113c-3cfc-4724-a7ef-bda84e2c2e92 tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] 10.222.0.62 "GET /v2.0/ports?device_id=9223f7a4-205a-45dc-8f71-0cd230d0edba HTTP/1.1" status: 200 len: 210 time: 0.2622752 Sep 23 07:24:31.915454 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a6a5024-f6dc-4855-9670-cf48738c9588 None None] Routers {'1092a296-0cbe-46a4-bf16-76c632bddb6c'} bound to L3 agent in host dv-cinder-805887-18-iscsi {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:24:31.916872 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-9a6a5024-f6dc-4855-9670-cf48738c9588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T07:15:56Z,description=,heartbeat_timestamp=2021-09-23T07:24:27Z,host='dv-cinder-805887-18-iscsi',id=65b4f7dd-c6e9-4255-94ee-66e285aed80f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T07:15:57Z,topic='l3_agent')) {'router_ids': ['1092a296-0cbe-46a4-bf16-76c632bddb6c'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:24:31.966463 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1188a6f6-ce81-46c2-a013-8b3d6272b661 None None] Pushing event updated for resources: {'Port': ['ID=9fe22f1c-feb1-4260-924b-9d882109f38c,revision_number=3']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:24:31.975975 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ae15e761-2d3e-47bd-a18a-67fe04dfb601 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:32.077779 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-9a6a5024-f6dc-4855-9670-cf48738c9588 None None] Set router 1092a296-0cbe-46a4-bf16-76c632bddb6c gateway port host: dv-cinder-805887-18-iscsi {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:24:32.153658 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-1dfbabc0-9c75-494b-9888-8953b531dbf2 None None] Port 041080d7-7367-4939-9da2-005a0c94b684 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 07:24:32.264886 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f436bec-0c71-436c-9b9b-50de27b2bf49 req-7cd0bfbe-6110-481b-87ad-8cbf4b9a45b8 tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:24:32.273174 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-1f436bec-0c71-436c-9b9b-50de27b2bf49 req-7cd0bfbe-6110-481b-87ad-8cbf4b9a45b8 tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] 10.222.0.53 "GET /v2.0/networks?id=1ce4a294-9c55-4277-9fd9-de791fcf5fca HTTP/1.1" status: 200 len: 815 time: 0.5238793 Sep 23 07:24:32.292918 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-9b6af44c-9494-47dc-8654-7d685ea61bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a220d9f2-26b3-4e11-8d27-02331b07722b', 'name': 'tempest-AttachVolumeShelveTestJSON-1297816090-router', 'tenant_id': '63deb2e833294f4ba854d4abe4a79ff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'external_fixed_ips': [{'subnet_id': '89646001-5df7-4559-baa8-56e15a045fc5', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': '00a87840-a9d9-487d-aa62-d3fc34f15884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:24:20Z', 'updated_at': '2021-09-23T07:24:25Z', 'revision_number': 3, 'project_id': '63deb2e833294f4ba854d4abe4a79ff2', 'gw_port': {'id': '00a87840-a9d9-487d-aa62-d3fc34f15884', 'name': '', 'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:d2:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a220d9f2-26b3-4e11-8d27-02331b07722b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '89646001-5df7-4559-baa8-56e15a045fc5', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:24:22Z', 'updated_at': '2021-09-23T07:24:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89646001-5df7-4559-baa8-56e15a045fc5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-18-iscsi'}], 'dv-cinder-805887-18-iscsi', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:24:32.303429 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.v2.base [req-1f436bec-0c71-436c-9b9b-50de27b2bf49 req-a1d7148d-33df-467f-969c-c11ca9d12380 tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] Request body: {'port': {'device_id': '9223f7a4-205a-45dc-8f71-0cd230d0edba', 'network_id': '1ce4a294-9c55-4277-9fd9-de791fcf5fca', 'admin_state_up': True, 'tenant_id': '3590db7dd01d4aa3a7bd827211d3c4b9'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:24:32.320856 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-27e8e825-c538-418a-8d73-918e2addf4d4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:32.338781 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1218a0a5-0f30-4da3-9582-a913d7bbe5fc admin admin] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:32.398451 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Device 1ac75549-a3c5-4e8c-9ca4-f4467eb2a7db up at agent ovs-agent-dv-cinder-805887-18-iscsi {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:24:32.408315 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b6af44c-9494-47dc-8654-7d685ea61bed None None] The sync data for ids ['a220d9f2-26b3-4e11-8d27-02331b07722b'] in dv-cinder-805887-18-iscsi is: [{'id': 'a220d9f2-26b3-4e11-8d27-02331b07722b', 'name': 'tempest-AttachVolumeShelveTestJSON-1297816090-router', 'tenant_id': '63deb2e833294f4ba854d4abe4a79ff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'external_fixed_ips': [{'subnet_id': '89646001-5df7-4559-baa8-56e15a045fc5', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': '00a87840-a9d9-487d-aa62-d3fc34f15884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:24:20Z', 'updated_at': '2021-09-23T07:24:25Z', 'revision_number': 3, 'project_id': '63deb2e833294f4ba854d4abe4a79ff2', 'gw_port': {'id': '00a87840-a9d9-487d-aa62-d3fc34f15884', 'name': '', 'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:d2:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a220d9f2-26b3-4e11-8d27-02331b07722b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '89646001-5df7-4559-baa8-56e15a045fc5', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:24:22Z', 'updated_at': '2021-09-23T07:24:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89646001-5df7-4559-baa8-56e15a045fc5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-18-iscsi'}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 07:24:32.482826 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Provisioning complete for port 1ac75549-a3c5-4e8c-9ca4-f4467eb2a7db triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:24:32.483412 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703931'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:32.575182 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bca85121-4770-40c3-9038-0c863ce9f6ae admin admin] Notify agent at l3_agent.dv-cinder-805887-18-iscsi the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 07:24:32.605208 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [None req-bca85121-4770-40c3-9038-0c863ce9f6ae admin admin] 10.222.0.62 "PUT /v2.0/routers/397de53d-b259-4bbe-a5e8-abcbb00b2b55/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9605682 Sep 23 07:24:32.617221 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ae15e761-2d3e-47bd-a18a-67fe04dfb601 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:32.642003 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-27e8e825-c538-418a-8d73-918e2addf4d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728617650863'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:32.644011 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1218a0a5-0f30-4da3-9582-a913d7bbe5fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728617650863'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:32.644603 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-9a6a5024-f6dc-4855-9670-cf48738c9588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1092a296-0cbe-46a4-bf16-76c632bddb6c', 'name': 'tempest-ServerRescueNegativeTestJSON-918220328-router', 'tenant_id': 'f847624712b744ff9af7930d845e8424', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'external_fixed_ips': [{'subnet_id': '89646001-5df7-4559-baa8-56e15a045fc5', 'ip_address': '172.27.2.46'}], 'enable_snat': True}, 'gw_port_id': '9fe22f1c-feb1-4260-924b-9d882109f38c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:24:21Z', 'updated_at': '2021-09-23T07:24:26Z', 'revision_number': 3, 'project_id': 'f847624712b744ff9af7930d845e8424', 'gw_port': {'id': '9fe22f1c-feb1-4260-924b-9d882109f38c', 'name': '', 'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:bb:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1092a296-0cbe-46a4-bf16-76c632bddb6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '89646001-5df7-4559-baa8-56e15a045fc5', 'ip_address': '172.27.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:24:23Z', 'updated_at': '2021-09-23T07:24:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89646001-5df7-4559-baa8-56e15a045fc5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-18-iscsi'}], 'dv-cinder-805887-18-iscsi', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:24:32.726302 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1218a0a5-0f30-4da3-9582-a913d7bbe5fc admin admin] Network 457ccd50-05b0-4ce0-8b7d-271dff6f827e is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:24:32.728837 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a6a5024-f6dc-4855-9670-cf48738c9588 None None] The sync data for ids ['1092a296-0cbe-46a4-bf16-76c632bddb6c'] in dv-cinder-805887-18-iscsi is: [{'id': '1092a296-0cbe-46a4-bf16-76c632bddb6c', 'name': 'tempest-ServerRescueNegativeTestJSON-918220328-router', 'tenant_id': 'f847624712b744ff9af7930d845e8424', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'external_fixed_ips': [{'subnet_id': '89646001-5df7-4559-baa8-56e15a045fc5', 'ip_address': '172.27.2.46'}], 'enable_snat': True}, 'gw_port_id': '9fe22f1c-feb1-4260-924b-9d882109f38c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:24:21Z', 'updated_at': '2021-09-23T07:24:26Z', 'revision_number': 3, 'project_id': 'f847624712b744ff9af7930d845e8424', 'gw_port': {'id': '9fe22f1c-feb1-4260-924b-9d882109f38c', 'name': '', 'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:bb:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1092a296-0cbe-46a4-bf16-76c632bddb6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '89646001-5df7-4559-baa8-56e15a045fc5', 'ip_address': '172.27.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:24:23Z', 'updated_at': '2021-09-23T07:24:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89646001-5df7-4559-baa8-56e15a045fc5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-18-iscsi'}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 07:24:32.729202 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:32.729431 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27e8e825-c538-418a-8d73-918e2addf4d4 admin admin] Network b44ca581-7903-4d34-918a-e51828122c6e is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:24:32.740210 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-1218a0a5-0f30-4da3-9582-a913d7bbe5fc admin admin] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:24:32.745239 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ae15e761-2d3e-47bd-a18a-67fe04dfb601 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520401'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:32.745521 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-27e8e825-c538-418a-8d73-918e2addf4d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:24:32.749364 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e8e825-c538-418a-8d73-918e2addf4d4 admin admin] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:24:32.750001 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-27e8e825-c538-418a-8d73-918e2addf4d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456069'] for router_interface, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:32.756660 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1218a0a5-0f30-4da3-9582-a913d7bbe5fc admin admin] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:24:32.759541 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1218a0a5-0f30-4da3-9582-a913d7bbe5fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456069'] for router_interface, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:32.814220 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] For port 1ac75549-a3c5-4e8c-9ca4-f4467eb2a7db, host dv-cinder-805887-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-18-iscsi',level=0,port_id=1ac75549-a3c5-4e8c-9ca4-f4467eb2a7db,segment=NetworkSegment(8399e290-ca7c-4b27-b40e-543152e4317b),segment_id=8399e290-ca7c-4b27-b40e-543152e4317b)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:24:32.921026 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1218a0a5-0f30-4da3-9582-a913d7bbe5fc admin admin] Pushing event updated for resources: {'Port': ['ID=989cc11e-734c-4cf7-bebe-fd6a7f5fed64,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:24:32.926792 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728618137860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728617650881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728617650899'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:32.993069 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-8a925654-8573-4ab8-b6fb-cfc06c3aff73 req-9ed079a2-c136-4ee7-979d-f71c24e762d6 tempest-DeleteServersTestJSON-1434548261 tempest-DeleteServersTestJSON-1434548261-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab783cb1-a4aa-42fe-8fea-ea6abc4c6077 HTTP/1.1" status: 200 len: 210 time: 0.2075326 Sep 23 07:24:33.045897 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e8e825-c538-418a-8d73-918e2addf4d4 admin admin] Pushing event updated for resources: {'Port': ['ID=3ce90b69-5db7-469e-a4a7-965825b97ed0,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:24:33.076820 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.62', 50782) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:24:33.086688 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [None req-ae15e761-2d3e-47bd-a18a-67fe04dfb601 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d04f48e68e5e47eba67fc53522fcdc20&name=default HTTP/1.1" status: 200 len: 2975 time: 1.5958154 Sep 23 07:24:33.092302 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Pushing event updated for resources: {'Port': ['ID=1ac75549-a3c5-4e8c-9ca4-f4467eb2a7db,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:24:33.106069 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae15e761-2d3e-47bd-a18a-67fe04dfb601 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fe9081a-5033-4254-849d-f5f355da5f95,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:24:33.238054 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de2480e6-ce72-4631-854e-22f2f3187543 req-0d1eed3e-c417-42db-a75a-54de38cc0e32 tempest-DeleteServersTestJSON-1434548261 tempest-DeleteServersTestJSON-1434548261-project] Made reservation on behalf of d48ba685da4e429ba433001cd3762eb6 for: {'port': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:24:33.241131 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-de2480e6-ce72-4631-854e-22f2f3187543 req-0d1eed3e-c417-42db-a75a-54de38cc0e32 tempest-DeleteServersTestJSON-1434548261 tempest-DeleteServersTestJSON-1434548261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:33.273864 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-fed5323d-9cf9-4ec5-a83b-c3c63c0cfca5 req-40095dbb-5675-4f41-bb71-3c9a33c5371b tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] 10.222.0.62 "GET /v2.0/ports?device_id=9223f7a4-205a-45dc-8f71-0cd230d0edba HTTP/1.1" status: 200 len: 210 time: 0.2285259 Sep 23 07:24:33.278131 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f436bec-0c71-436c-9b9b-50de27b2bf49 req-a1d7148d-33df-467f-969c-c11ca9d12380 tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] Made reservation on behalf of 3590db7dd01d4aa3a7bd827211d3c4b9 for: {'port': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:24:33.308660 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-1f436bec-0c71-436c-9b9b-50de27b2bf49 req-a1d7148d-33df-467f-969c-c11ca9d12380 tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:33.328225 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-866d8c3e-9ed8-4b5d-9cdc-56ae347797b3 None None] Provisioning complete for port 989cc11e-734c-4cf7-bebe-fd6a7f5fed64 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:24:33.329232 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-866d8c3e-9ed8-4b5d-9cdc-56ae347797b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703931'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:33.332653 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1218a0a5-0f30-4da3-9582-a913d7bbe5fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:33.424444 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-866d8c3e-9ed8-4b5d-9cdc-56ae347797b3 None None] Port 989cc11e-734c-4cf7-bebe-fd6a7f5fed64 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 07:24:33.783457 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da46900-a44b-4341-957b-8bb1caef08a1 None None] Sync routers for ids ['397de53d-b259-4bbe-a5e8-abcbb00b2b55'] in dv-cinder-805887-18-iscsi {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 07:24:33.800399 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da46900-a44b-4341-957b-8bb1caef08a1 None None] Routers {'397de53d-b259-4bbe-a5e8-abcbb00b2b55'} bound to L3 agent in host dv-cinder-805887-18-iscsi {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:24:33.804470 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-4da46900-a44b-4341-957b-8bb1caef08a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T07:15:56Z,description=,heartbeat_timestamp=2021-09-23T07:24:27Z,host='dv-cinder-805887-18-iscsi',id=65b4f7dd-c6e9-4255-94ee-66e285aed80f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T07:15:57Z,topic='l3_agent')) {'router_ids': ['397de53d-b259-4bbe-a5e8-abcbb00b2b55'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:24:33.847993 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1218a0a5-0f30-4da3-9582-a913d7bbe5fc admin admin] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:34.090823 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-4da46900-a44b-4341-957b-8bb1caef08a1 None None] Set router 397de53d-b259-4bbe-a5e8-abcbb00b2b55 gateway port host: dv-cinder-805887-18-iscsi {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:24:34.382592 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [req-1f436bec-0c71-436c-9b9b-50de27b2bf49 req-a1d7148d-33df-467f-969c-c11ca9d12380 tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] Allocated IP 172.20.0.7 (1ce4a294-9c55-4277-9fd9-de791fcf5fca/5f3a698b-e37e-4abe-be57-f38dd7594778/4c07a7c2-2686-4c6a-b103-64e9c7d691d5) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:24:34.401424 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-27e8e825-c538-418a-8d73-918e2addf4d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:34.642585 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Device 9fe22f1c-feb1-4260-924b-9d882109f38c up at agent ovs-agent-dv-cinder-805887-18-iscsi {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:24:34.679926 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8b952de2-fb11-4df1-ab9a-f2f2f6ed0002 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:34.688456 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-518e7f28-efdb-4279-bf1f-c7354dafaed1 req-6c8d8088-c923-4a40-b016-7063ed23b45f tempest-DeleteServersTestJSON-1434548261 tempest-DeleteServersTestJSON-1434548261-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab783cb1-a4aa-42fe-8fea-ea6abc4c6077 HTTP/1.1" status: 200 len: 210 time: 0.2620068 Sep 23 07:24:34.711629 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-4da46900-a44b-4341-957b-8bb1caef08a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '397de53d-b259-4bbe-a5e8-abcbb00b2b55', 'name': 'tempest-AttachVolumeTestJSON-315569641-router', 'tenant_id': '2661271257b242509f29ed8640a48915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'external_fixed_ips': [{'subnet_id': '89646001-5df7-4559-baa8-56e15a045fc5', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': '1ac75549-a3c5-4e8c-9ca4-f4467eb2a7db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:24:21Z', 'updated_at': '2021-09-23T07:24:29Z', 'revision_number': 4, 'project_id': '2661271257b242509f29ed8640a48915', 'gw_port': {'id': '1ac75549-a3c5-4e8c-9ca4-f4467eb2a7db', 'name': '', 'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:16:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '397de53d-b259-4bbe-a5e8-abcbb00b2b55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '89646001-5df7-4559-baa8-56e15a045fc5', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:24:22Z', 'updated_at': '2021-09-23T07:24:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89646001-5df7-4559-baa8-56e15a045fc5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-18-iscsi', '_interfaces': [{'id': '041080d7-7367-4939-9da2-005a0c94b684', 'name': '', 'network_id': 'af2ddaae-84fe-4fba-a944-e4f48fd0d9fc', 'tenant_id': '2661271257b242509f29ed8640a48915', 'mac_address': 'fa:16:3e:3a:36:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '397de53d-b259-4bbe-a5e8-abcbb00b2b55', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '68f0a779-afe9-48a5-86f0-926f10275d4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:24:27Z', 'updated_at': '2021-09-23T07:24:29Z', 'revision_number': 2, 'project_id': '2661271257b242509f29ed8640a48915', 'subnets': [{'id': '68f0a779-afe9-48a5-86f0-926f10275d4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-18-iscsi', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:24:34.775800 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da46900-a44b-4341-957b-8bb1caef08a1 None None] Checking router: 397de53d-b259-4bbe-a5e8-abcbb00b2b55 for host: dv-cinder-805887-18-iscsi {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 07:24:34.780085 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da46900-a44b-4341-957b-8bb1caef08a1 None None] Updating router 397de53d-b259-4bbe-a5e8-abcbb00b2b55 port 041080d7-7367-4939-9da2-005a0c94b684 binding host dv-cinder-805887-18-iscsi {{(pid=94842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 07:24:34.841003 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4da46900-a44b-4341-957b-8bb1caef08a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:34.863332 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Provisioning complete for port 9fe22f1c-feb1-4260-924b-9d882109f38c triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:24:34.863709 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703931'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:34.933486 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-1f436bec-0c71-436c-9b9b-50de27b2bf49 req-a1d7148d-33df-467f-969c-c11ca9d12380 tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:34.996188 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1218a0a5-0f30-4da3-9582-a913d7bbe5fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728618137860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728617650881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728617650899'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:34.997108 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1218a0a5-0f30-4da3-9582-a913d7bbe5fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455541'] for router_interface, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:35.136573 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.62', 50800) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:24:35.155070 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.v2.base [None req-a48a21ec-ad6f-43b9-a0bf-ac7b97f0f749 tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] Request body: {'security_group': {'name': 'tempest-securitygroup--748801234', 'description': 'tempest-description--175511770'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:24:35.174263 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:35.215437 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8b952de2-fb11-4df1-ab9a-f2f2f6ed0002 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:35.239151 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1218a0a5-0f30-4da3-9582-a913d7bbe5fc admin admin] Pushing event updated for resources: {'Port': ['ID=989cc11e-734c-4cf7-bebe-fd6a7f5fed64,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:24:35.244146 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] For port 9fe22f1c-feb1-4260-924b-9d882109f38c, host dv-cinder-805887-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-18-iscsi',level=0,port_id=9fe22f1c-feb1-4260-924b-9d882109f38c,segment=NetworkSegment(8399e290-ca7c-4b27-b40e-543152e4317b),segment_id=8399e290-ca7c-4b27-b40e-543152e4317b)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:24:35.332551 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728618137860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728617650881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728617650899'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:35.338166 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Device 1ac75549-a3c5-4e8c-9ca4-f4467eb2a7db up at agent ovs-agent-dv-cinder-805887-18-iscsi {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:24:35.352306 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-7393f84d-d3ad-4e93-abb7-6d2d20cd2f51 req-29dbbca3-5fc5-40b2-8d4b-6b1f71dfad9a tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] 10.222.0.62 "GET /v2.0/ports?device_id=9223f7a4-205a-45dc-8f71-0cd230d0edba HTTP/1.1" status: 200 len: 210 time: 0.3336051 Sep 23 07:24:35.367832 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1218a0a5-0f30-4da3-9582-a913d7bbe5fc admin admin] Network 457ccd50-05b0-4ce0-8b7d-271dff6f827e is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:24:35.371050 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-1218a0a5-0f30-4da3-9582-a913d7bbe5fc admin admin] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:24:35.378763 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a48a21ec-ad6f-43b9-a0bf-ac7b97f0f749 tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:35.506245 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [req-de2480e6-ce72-4631-854e-22f2f3187543 req-0d1eed3e-c417-42db-a75a-54de38cc0e32 tempest-DeleteServersTestJSON-1434548261 tempest-DeleteServersTestJSON-1434548261-project] Allocated IP 172.20.0.12 (2717a2a1-7002-40c6-a5d5-9f449842d752/8536afbc-bcf7-45b4-8966-898fad98ec1d/73ea1406-0ef0-4d27-9346-5d048311a408) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:24:35.599438 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-1f436bec-0c71-436c-9b9b-50de27b2bf49 req-a1d7148d-33df-467f-969c-c11ca9d12380 tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728617650863'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:35.687978 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Provisioning complete for port 1ac75549-a3c5-4e8c-9ca4-f4467eb2a7db triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:24:35.688755 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703931'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:35.757072 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8b952de2-fb11-4df1-ab9a-f2f2f6ed0002 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520401'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:35.757072 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8b952de2-fb11-4df1-ab9a-f2f2f6ed0002 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:35.757072 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [None req-8b952de2-fb11-4df1-ab9a-f2f2f6ed0002 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/3fe9081a-5033-4254-849d-f5f355da5f95 HTTP/1.1" status: 204 len: 168 time: 2.6369188 Sep 23 07:24:35.796842 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f436bec-0c71-436c-9b9b-50de27b2bf49 req-a1d7148d-33df-467f-969c-c11ca9d12380 tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] Network 1ce4a294-9c55-4277-9fd9-de791fcf5fca is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:24:35.815715 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Pushing event updated for resources: {'Port': ['ID=9fe22f1c-feb1-4260-924b-9d882109f38c,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:24:35.825930 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-27e8e825-c538-418a-8d73-918e2addf4d4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:35.864844 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b952de2-fb11-4df1-ab9a-f2f2f6ed0002 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fe9081a-5033-4254-849d-f5f355da5f95,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:24:35.869495 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [req-1f436bec-0c71-436c-9b9b-50de27b2bf49 req-a1d7148d-33df-467f-969c-c11ca9d12380 tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:24:35.878554 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4da46900-a44b-4341-957b-8bb1caef08a1 None None] Notify callbacks [] for port, precommit_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:35.882539 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f436bec-0c71-436c-9b9b-50de27b2bf49 req-a1d7148d-33df-467f-969c-c11ca9d12380 tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:24:35.891420 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f436bec-0c71-436c-9b9b-50de27b2bf49 req-a1d7148d-33df-467f-969c-c11ca9d12380 tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:24:35.900758 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-1f436bec-0c71-436c-9b9b-50de27b2bf49 req-a1d7148d-33df-467f-969c-c11ca9d12380 tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577015'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:35.916671 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1218a0a5-0f30-4da3-9582-a913d7bbe5fc admin admin] Router a220d9f2-26b3-4e11-8d27-02331b07722b has already been hosted by L3 agent 65b4f7dd-c6e9-4255-94ee-66e285aed80f {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 07:24:35.938823 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a48a21ec-ad6f-43b9-a0bf-ac7b97f0f749 tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:35.943686 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-36fea294-4cba-43dd-a29b-aab5dc635048 None None] Provisioning complete for port 989cc11e-734c-4cf7-bebe-fd6a7f5fed64 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:24:35.944253 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-36fea294-4cba-43dd-a29b-aab5dc635048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703931'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:35.967762 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-4f44a8c8-6c1b-44ea-b43f-d13600059f02 req-bf8e5469-358c-4df9-9df6-543bc2a761e3 tempest-DeleteServersTestJSON-1434548261 tempest-DeleteServersTestJSON-1434548261-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab783cb1-a4aa-42fe-8fea-ea6abc4c6077 HTTP/1.1" status: 200 len: 210 time: 0.0636322 Sep 23 07:24:36.016982 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-27e8e825-c538-418a-8d73-918e2addf4d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728618137860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728617650881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728617650899'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:36.017730 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-27e8e825-c538-418a-8d73-918e2addf4d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455541'] for router_interface, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:36.018178 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-36fea294-4cba-43dd-a29b-aab5dc635048 None None] Port 989cc11e-734c-4cf7-bebe-fd6a7f5fed64 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 07:24:36.035515 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a48a21ec-ad6f-43b9-a0bf-ac7b97f0f749 tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520401'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:36.066769 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4da46900-a44b-4341-957b-8bb1caef08a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728618137860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728617650881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728617650899'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:36.080800 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d7148d-33df-467f-969c-c11ca9d12380 tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] Pushing event updated for resources: {'Port': ['ID=4c07a7c2-2686-4c6a-b103-64e9c7d691d5,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:24:36.127841 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f65521-cb56-4953-a824-3a947764a028 None None] Pushing event updated for resources: {'Port': ['ID=041080d7-7367-4939-9da2-005a0c94b684,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:24:36.191398 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Device 00a87840-a9d9-487d-aa62-d3fc34f15884 up at agent ovs-agent-dv-cinder-805887-18-iscsi {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:24:36.239755 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a48a21ec-ad6f-43b9-a0bf-ac7b97f0f749 tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:36.241164 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [None req-a48a21ec-ad6f-43b9-a0bf-ac7b97f0f749 tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.1017292 Sep 23 07:24:36.263535 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.62', 50814) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:24:36.264641 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48a21ec-ad6f-43b9-a0bf-ac7b97f0f749 tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0ce8cd3-710a-441a-bcf8-df9fb0d9b143,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:24:36.271640 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.v2.base [None req-5ab76ee2-e143-463d-91db-71b9fa3bb832 tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] Request body: {'security_group_rule': {'security_group_id': 'a0ce8cd3-710a-441a-bcf8-df9fb0d9b143', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:24:36.430279 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1218a0a5-0f30-4da3-9582-a913d7bbe5fc admin admin] Notify agent at l3_agent.dv-cinder-805887-18-iscsi the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 07:24:36.442858 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [None req-1218a0a5-0f30-4da3-9582-a913d7bbe5fc admin admin] 10.222.0.62 "PUT /v2.0/routers/a220d9f2-26b3-4e11-8d27-02331b07722b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9608071 Sep 23 07:24:36.450766 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Provisioning complete for port 00a87840-a9d9-487d-aa62-d3fc34f15884 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:24:36.451257 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703931'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:36.491139 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5ab76ee2-e143-463d-91db-71b9fa3bb832 tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:36.512742 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-4da46900-a44b-4341-957b-8bb1caef08a1 None None] Attempting to bind port 041080d7-7367-4939-9da2-005a0c94b684 on host dv-cinder-805887-18-iscsi for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:24:36.513482 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-4da46900-a44b-4341-957b-8bb1caef08a1 None None] Attempting to bind port 041080d7-7367-4939-9da2-005a0c94b684 by drivers openvswitch,hyperv on host dv-cinder-805887-18-iscsi at level 0 using segments [{'id': '681c178e-d1f1-44d1-9a02-efe6aedb0bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'af2ddaae-84fe-4fba-a944-e4f48fd0d9fc'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:24:36.514337 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da46900-a44b-4341-957b-8bb1caef08a1 None None] Attempting to bind port 041080d7-7367-4939-9da2-005a0c94b684 on network af2ddaae-84fe-4fba-a944-e4f48fd0d9fc {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:24:36.570896 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da46900-a44b-4341-957b-8bb1caef08a1 None None] Checking agent: {'id': '8a4a6f1f-c513-442c-b997-00aea54023cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805887-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 7, 15, 58), 'started_at': datetime.datetime(2021, 9, 23, 7, 16, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 7, 24, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805887-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 07:24:36.571467 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da46900-a44b-4341-957b-8bb1caef08a1 None None] Checking segment: {'id': '681c178e-d1f1-44d1-9a02-efe6aedb0bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'af2ddaae-84fe-4fba-a944-e4f48fd0d9fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:24:36.571891 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4da46900-a44b-4341-957b-8bb1caef08a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:36.572327 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da46900-a44b-4341-957b-8bb1caef08a1 None None] Bound using segment: {'id': '681c178e-d1f1-44d1-9a02-efe6aedb0bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'af2ddaae-84fe-4fba-a944-e4f48fd0d9fc'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 07:24:36.572863 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-4da46900-a44b-4341-957b-8bb1caef08a1 None None] Bound port: 041080d7-7367-4939-9da2-005a0c94b684, host: dv-cinder-805887-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '681c178e-d1f1-44d1-9a02-efe6aedb0bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'af2ddaae-84fe-4fba-a944-e4f48fd0d9fc'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 07:24:36.573326 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4da46900-a44b-4341-957b-8bb1caef08a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:36.606431 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-1f436bec-0c71-436c-9b9b-50de27b2bf49 req-a1d7148d-33df-467f-969c-c11ca9d12380 tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3177395 Sep 23 07:24:36.788104 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5ab76ee2-e143-463d-91db-71b9fa3bb832 tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:36.804137 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-4da46900-a44b-4341-957b-8bb1caef08a1 None None] For port 041080d7-7367-4939-9da2-005a0c94b684, host dv-cinder-805887-18-iscsi, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:24:36.808776 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-4da46900-a44b-4341-957b-8bb1caef08a1 None None] For port 041080d7-7367-4939-9da2-005a0c94b684, host dv-cinder-805887-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-18-iscsi',level=0,port_id=041080d7-7367-4939-9da2-005a0c94b684,segment=NetworkSegment(681c178e-d1f1-44d1-9a02-efe6aedb0bdf),segment_id=681c178e-d1f1-44d1-9a02-efe6aedb0bdf)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 07:24:36.880299 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-7f7098c8-c6a4-44c9-98e0-b8b5f948b3c7 None None] Provisioning complete for port 041080d7-7367-4939-9da2-005a0c94b684 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:24:36.880299 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-7f7098c8-c6a4-44c9-98e0-b8b5f948b3c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703931'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:36.899847 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5ab76ee2-e143-463d-91db-71b9fa3bb832 tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510558'] for security_group_rule, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:36.912773 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.wsgi [req-1f436bec-0c71-436c-9b9b-50de27b2bf49 req-eeed11ef-774b-4cac-8d4d-ad566edced08 tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=94841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 07:24:36.914133 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-1f436bec-0c71-436c-9b9b-50de27b2bf49 req-eeed11ef-774b-4cac-8d4d-ad566edced08 tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0981531 Sep 23 07:24:36.946354 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27e8e825-c538-418a-8d73-918e2addf4d4 admin admin] Network b44ca581-7903-4d34-918a-e51828122c6e is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:24:36.963669 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-27e8e825-c538-418a-8d73-918e2addf4d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:24:36.963888 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab76ee2-e143-463d-91db-71b9fa3bb832 tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=165a0e89-a13a-4d11-b0bf-5163538035bd,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:24:37.013121 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e8e825-c538-418a-8d73-918e2addf4d4 admin admin] Pushing event updated for resources: {'Port': ['ID=3ce90b69-5db7-469e-a4a7-965825b97ed0,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:24:37.040272 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4da46900-a44b-4341-957b-8bb1caef08a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728618137860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728617650881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728617650899'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:37.097414 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5ab76ee2-e143-463d-91db-71b9fa3bb832 tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:37.098724 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [None req-5ab76ee2-e143-463d-91db-71b9fa3bb832 tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8312464 Sep 23 07:24:37.102257 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.62', 50844) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:24:37.107394 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.v2.base [None req-415c46cc-d692-47f2-aab9-c4f06763f163 tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] Request body: {'security_group_rule': {'security_group_id': 'a0ce8cd3-710a-441a-bcf8-df9fb0d9b143', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:24:37.251621 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-415c46cc-d692-47f2-aab9-c4f06763f163 tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:37.355548 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-415c46cc-d692-47f2-aab9-c4f06763f163 tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:37.378432 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0ed85c3-4991-4a35-b25a-ea073cd2ed2a None None] Sync routers for ids ['a220d9f2-26b3-4e11-8d27-02331b07722b'] in dv-cinder-805887-18-iscsi {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 07:24:37.379762 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-7f7098c8-c6a4-44c9-98e0-b8b5f948b3c7 None None] Port 041080d7-7367-4939-9da2-005a0c94b684 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 07:24:37.387186 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f65521-cb56-4953-a824-3a947764a028 None None] Pushing event updated for resources: {'Port': ['ID=041080d7-7367-4939-9da2-005a0c94b684,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:24:37.394040 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0ed85c3-4991-4a35-b25a-ea073cd2ed2a None None] Routers {'a220d9f2-26b3-4e11-8d27-02331b07722b'} bound to L3 agent in host dv-cinder-805887-18-iscsi {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:24:37.395557 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-a0ed85c3-4991-4a35-b25a-ea073cd2ed2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T07:15:56Z,description=,heartbeat_timestamp=2021-09-23T07:24:27Z,host='dv-cinder-805887-18-iscsi',id=65b4f7dd-c6e9-4255-94ee-66e285aed80f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T07:15:57Z,topic='l3_agent')) {'router_ids': ['a220d9f2-26b3-4e11-8d27-02331b07722b'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:24:37.455093 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:37.456142 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-415c46cc-d692-47f2-aab9-c4f06763f163 tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510558'] for security_group_rule, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:37.476348 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27e8e825-c538-418a-8d73-918e2addf4d4 admin admin] Router 1092a296-0cbe-46a4-bf16-76c632bddb6c has already been hosted by L3 agent 65b4f7dd-c6e9-4255-94ee-66e285aed80f {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 07:24:37.506613 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415c46cc-d692-47f2-aab9-c4f06763f163 tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=201fcf63-bc88-4107-a12f-39882244fa4a,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:24:37.579759 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] For port 00a87840-a9d9-487d-aa62-d3fc34f15884, host dv-cinder-805887-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-18-iscsi',level=0,port_id=00a87840-a9d9-487d-aa62-d3fc34f15884,segment=NetworkSegment(8399e290-ca7c-4b27-b40e-543152e4317b),segment_id=8399e290-ca7c-4b27-b40e-543152e4317b)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:24:37.579759 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da46900-a44b-4341-957b-8bb1caef08a1 None None] Routers {'397de53d-b259-4bbe-a5e8-abcbb00b2b55'} bound to L3 agent in host dv-cinder-805887-18-iscsi {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:24:37.579759 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-4da46900-a44b-4341-957b-8bb1caef08a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T07:15:56Z,description=,heartbeat_timestamp=2021-09-23T07:24:27Z,host='dv-cinder-805887-18-iscsi',id=65b4f7dd-c6e9-4255-94ee-66e285aed80f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T07:15:57Z,topic='l3_agent')) {'router_ids': ['397de53d-b259-4bbe-a5e8-abcbb00b2b55'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:24:37.591046 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b24b9e2-b5b0-4241-802b-1f75d6d4cbf1 req-d61307f3-da6b-44bf-890c-18132620108b tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:24:37.593490 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-7b24b9e2-b5b0-4241-802b-1f75d6d4cbf1 req-d61307f3-da6b-44bf-890c-18132620108b tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] 10.222.0.62 "GET /v2.0/ports?device_id=9223f7a4-205a-45dc-8f71-0cd230d0edba HTTP/1.1" status: 200 len: 931 time: 0.9935291 Sep 23 07:24:37.652998 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-d11af606-954d-45b6-ac8a-7950f6c4c852 req-4cb72d3b-aaf0-4c54-9786-e0e4ff4981e9 tempest-DeleteServersTestJSON-1434548261 tempest-DeleteServersTestJSON-1434548261-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab783cb1-a4aa-42fe-8fea-ea6abc4c6077 HTTP/1.1" status: 200 len: 210 time: 0.2168257 Sep 23 07:24:37.682693 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-de2480e6-ce72-4631-854e-22f2f3187543 req-0d1eed3e-c417-42db-a75a-54de38cc0e32 tempest-DeleteServersTestJSON-1434548261 tempest-DeleteServersTestJSON-1434548261-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:37.781592 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-a0ed85c3-4991-4a35-b25a-ea073cd2ed2a None None] Set router a220d9f2-26b3-4e11-8d27-02331b07722b gateway port host: dv-cinder-805887-18-iscsi {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:24:37.882211 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-4da46900-a44b-4341-957b-8bb1caef08a1 None None] Set router 397de53d-b259-4bbe-a5e8-abcbb00b2b55 gateway port host: dv-cinder-805887-18-iscsi {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:24:37.917336 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.v2.base [req-1f436bec-0c71-436c-9b9b-50de27b2bf49 req-b9a28040-aede-4876-91a8-f0f679fb8ee6 service neutron] Request body: {'port': {'device_id': '9223f7a4-205a-45dc-8f71-0cd230d0edba', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80588'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:24:38.061159 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-415c46cc-d692-47f2-aab9-c4f06763f163 tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:38.066697 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [None req-415c46cc-d692-47f2-aab9-c4f06763f163 tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9629853 Sep 23 07:24:38.074431 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.62', 50862) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:24:38.088601 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.v2.base [None req-de84e99e-bc95-4808-955d-63e5e4952e9f tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] Request body: {'floatingip': {'floating_network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:24:38.281071 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-1f436bec-0c71-436c-9b9b-50de27b2bf49 req-b9a28040-aede-4876-91a8-f0f679fb8ee6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:38.326288 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-de84e99e-bc95-4808-955d-63e5e4952e9f tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] Notify callbacks [] for floatingip, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:38.329525 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728618137860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728617650881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728617650899'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:38.587605 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-7b24b9e2-b5b0-4241-802b-1f75d6d4cbf1 req-a74254c6-1087-45c8-8889-56b3f07cb584 tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] 10.222.0.62 "GET /v2.0/security-groups?id=f6ce59f4-c512-4d64-bc05-96f67bf65409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8991456 Sep 23 07:24:38.618077 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Device 9fe22f1c-feb1-4260-924b-9d882109f38c up at agent ovs-agent-dv-cinder-805887-18-iscsi {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:24:38.742262 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27e8e825-c538-418a-8d73-918e2addf4d4 admin admin] Notify agent at l3_agent.dv-cinder-805887-18-iscsi the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 07:24:38.793684 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [None req-27e8e825-c538-418a-8d73-918e2addf4d4 admin admin] 10.222.0.62 "PUT /v2.0/routers/1092a296-0cbe-46a4-bf16-76c632bddb6c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7569301 Sep 23 07:24:38.812280 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89acf95c-31fb-4172-b0b0-ff80f751e392 None None] Sync routers for ids ['1092a296-0cbe-46a4-bf16-76c632bddb6c'] in dv-cinder-805887-18-iscsi {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 07:24:38.820464 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-a0ed85c3-4991-4a35-b25a-ea073cd2ed2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a220d9f2-26b3-4e11-8d27-02331b07722b', 'name': 'tempest-AttachVolumeShelveTestJSON-1297816090-router', 'tenant_id': '63deb2e833294f4ba854d4abe4a79ff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'external_fixed_ips': [{'subnet_id': '89646001-5df7-4559-baa8-56e15a045fc5', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': '00a87840-a9d9-487d-aa62-d3fc34f15884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:24:20Z', 'updated_at': '2021-09-23T07:24:33Z', 'revision_number': 4, 'project_id': '63deb2e833294f4ba854d4abe4a79ff2', 'gw_port': {'id': '00a87840-a9d9-487d-aa62-d3fc34f15884', 'name': '', 'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:d2:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a220d9f2-26b3-4e11-8d27-02331b07722b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '89646001-5df7-4559-baa8-56e15a045fc5', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:24:22Z', 'updated_at': '2021-09-23T07:24:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89646001-5df7-4559-baa8-56e15a045fc5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-18-iscsi', '_interfaces': [{'id': '989cc11e-734c-4cf7-bebe-fd6a7f5fed64', 'name': '', 'network_id': '457ccd50-05b0-4ce0-8b7d-271dff6f827e', 'tenant_id': '63deb2e833294f4ba854d4abe4a79ff2', 'mac_address': 'fa:16:3e:ad:d4:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a220d9f2-26b3-4e11-8d27-02331b07722b', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '513e6a2b-0c54-4f03-8c2d-dd3c246bd8ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:24:30Z', 'updated_at': '2021-09-23T07:24:33Z', 'revision_number': 2, 'project_id': '63deb2e833294f4ba854d4abe4a79ff2', 'subnets': [{'id': '513e6a2b-0c54-4f03-8c2d-dd3c246bd8ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-18-iscsi', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:24:38.830099 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4fbc5812-7ecd-4e72-b278-b3eb037df083 None None] Provisioning complete for port 041080d7-7367-4939-9da2-005a0c94b684 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:24:38.836716 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4fbc5812-7ecd-4e72-b278-b3eb037df083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703931'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:38.893784 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0ed85c3-4991-4a35-b25a-ea073cd2ed2a None None] Checking router: a220d9f2-26b3-4e11-8d27-02331b07722b for host: dv-cinder-805887-18-iscsi {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 07:24:38.894340 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0ed85c3-4991-4a35-b25a-ea073cd2ed2a None None] Updating router a220d9f2-26b3-4e11-8d27-02331b07722b port 989cc11e-734c-4cf7-bebe-fd6a7f5fed64 binding host dv-cinder-805887-18-iscsi {{(pid=94843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 07:24:38.905538 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-de2480e6-ce72-4631-854e-22f2f3187543 req-0d1eed3e-c417-42db-a75a-54de38cc0e32 tempest-DeleteServersTestJSON-1434548261 tempest-DeleteServersTestJSON-1434548261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728617650863'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:38.952131 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-a0ed85c3-4991-4a35-b25a-ea073cd2ed2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:39.182748 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de2480e6-ce72-4631-854e-22f2f3187543 req-0d1eed3e-c417-42db-a75a-54de38cc0e32 tempest-DeleteServersTestJSON-1434548261 tempest-DeleteServersTestJSON-1434548261-project] Network 2717a2a1-7002-40c6-a5d5-9f449842d752 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:24:39.207820 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [req-de2480e6-ce72-4631-854e-22f2f3187543 req-0d1eed3e-c417-42db-a75a-54de38cc0e32 tempest-DeleteServersTestJSON-1434548261 tempest-DeleteServersTestJSON-1434548261-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:24:39.214962 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-de2480e6-ce72-4631-854e-22f2f3187543 req-0d1eed3e-c417-42db-a75a-54de38cc0e32 tempest-DeleteServersTestJSON-1434548261 tempest-DeleteServersTestJSON-1434548261-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:24:39.217015 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-de84e99e-bc95-4808-955d-63e5e4952e9f tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:39.245009 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2480e6-ce72-4631-854e-22f2f3187543 req-0d1eed3e-c417-42db-a75a-54de38cc0e32 tempest-DeleteServersTestJSON-1434548261 tempest-DeleteServersTestJSON-1434548261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:24:39.245835 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-de2480e6-ce72-4631-854e-22f2f3187543 req-0d1eed3e-c417-42db-a75a-54de38cc0e32 tempest-DeleteServersTestJSON-1434548261 tempest-DeleteServersTestJSON-1434548261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577015'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:39.261940 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Pushing event updated for resources: {'Port': ['ID=00a87840-a9d9-487d-aa62-d3fc34f15884,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:24:39.291312 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89acf95c-31fb-4172-b0b0-ff80f751e392 None None] Routers {'1092a296-0cbe-46a4-bf16-76c632bddb6c'} bound to L3 agent in host dv-cinder-805887-18-iscsi {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:24:39.291312 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-89acf95c-31fb-4172-b0b0-ff80f751e392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T07:15:56Z,description=,heartbeat_timestamp=2021-09-23T07:24:27Z,host='dv-cinder-805887-18-iscsi',id=65b4f7dd-c6e9-4255-94ee-66e285aed80f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T07:15:57Z,topic='l3_agent')) {'router_ids': ['1092a296-0cbe-46a4-bf16-76c632bddb6c'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:24:39.340270 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1eed3e-c417-42db-a75a-54de38cc0e32 tempest-DeleteServersTestJSON-1434548261 tempest-DeleteServersTestJSON-1434548261-project] Pushing event updated for resources: {'Port': ['ID=73ea1406-0ef0-4d27-9346-5d048311a408,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:24:39.452049 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Provisioning complete for port 9fe22f1c-feb1-4260-924b-9d882109f38c triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:24:39.460806 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703931'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:39.491380 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-de84e99e-bc95-4808-955d-63e5e4952e9f tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] Allocated IP 172.27.2.63 (d5e7441b-7712-4831-9dab-1c29a8301756/89646001-5df7-4559-baa8-56e15a045fc5/bbdbc87f-ee6e-4e2c-8a9d-8ac266e01303) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:24:39.496453 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-de2480e6-ce72-4631-854e-22f2f3187543 req-0d1eed3e-c417-42db-a75a-54de38cc0e32 tempest-DeleteServersTestJSON-1434548261 tempest-DeleteServersTestJSON-1434548261-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 8.6148329 Sep 23 07:24:39.549353 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.v2.base [req-de2480e6-ce72-4631-854e-22f2f3187543 req-62895bc5-84b8-404d-9928-356aa019269d service neutron] Request body: {'port': {'device_id': 'ab783cb1-a4aa-42fe-8fea-ea6abc4c6077', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80588'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:24:39.702742 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-89acf95c-31fb-4172-b0b0-ff80f751e392 None None] Set router 1092a296-0cbe-46a4-bf16-76c632bddb6c gateway port host: dv-cinder-805887-18-iscsi {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:24:39.706848 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-a0ed85c3-4991-4a35-b25a-ea073cd2ed2a None None] Notify callbacks [] for port, precommit_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:39.796946 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-de2480e6-ce72-4631-854e-22f2f3187543 req-62895bc5-84b8-404d-9928-356aa019269d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:39.856342 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-a0ed85c3-4991-4a35-b25a-ea073cd2ed2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728618137860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728617650881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728617650899'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:39.879084 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4fbc5812-7ecd-4e72-b278-b3eb037df083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:39.941617 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-de84e99e-bc95-4808-955d-63e5e4952e9f tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:40.001629 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-4fbc5812-7ecd-4e72-b278-b3eb037df083 None None] For port 041080d7-7367-4939-9da2-005a0c94b684, host dv-cinder-805887-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-18-iscsi',level=0,port_id=041080d7-7367-4939-9da2-005a0c94b684,segment=NetworkSegment(681c178e-d1f1-44d1-9a02-efe6aedb0bdf),segment_id=681c178e-d1f1-44d1-9a02-efe6aedb0bdf)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:24:40.034899 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-4da46900-a44b-4341-957b-8bb1caef08a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '397de53d-b259-4bbe-a5e8-abcbb00b2b55', 'name': 'tempest-AttachVolumeTestJSON-315569641-router', 'tenant_id': '2661271257b242509f29ed8640a48915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'external_fixed_ips': [{'subnet_id': '89646001-5df7-4559-baa8-56e15a045fc5', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': '1ac75549-a3c5-4e8c-9ca4-f4467eb2a7db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:24:21Z', 'updated_at': '2021-09-23T07:24:29Z', 'revision_number': 4, 'project_id': '2661271257b242509f29ed8640a48915', 'gw_port': {'id': '1ac75549-a3c5-4e8c-9ca4-f4467eb2a7db', 'name': '', 'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:16:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '397de53d-b259-4bbe-a5e8-abcbb00b2b55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '89646001-5df7-4559-baa8-56e15a045fc5', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:24:22Z', 'updated_at': '2021-09-23T07:24:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89646001-5df7-4559-baa8-56e15a045fc5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-18-iscsi', '_interfaces': [{'id': '041080d7-7367-4939-9da2-005a0c94b684', 'name': '', 'network_id': 'af2ddaae-84fe-4fba-a944-e4f48fd0d9fc', 'tenant_id': '2661271257b242509f29ed8640a48915', 'mac_address': 'fa:16:3e:3a:36:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '397de53d-b259-4bbe-a5e8-abcbb00b2b55', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '68f0a779-afe9-48a5-86f0-926f10275d4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:24:27Z', 'updated_at': '2021-09-23T07:24:36Z', 'revision_number': 4, 'project_id': '2661271257b242509f29ed8640a48915', 'subnets': [{'id': '68f0a779-afe9-48a5-86f0-926f10275d4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-18-iscsi', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:24:40.049766 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfefe5e-97a8-4b73-83af-494c619d42fa None None] Pushing event updated for resources: {'Port': ['ID=989cc11e-734c-4cf7-bebe-fd6a7f5fed64,revision_number=3']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:24:40.071996 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.62', 50890) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:24:40.075910 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.notifiers.nova [req-1f436bec-0c71-436c-9b9b-50de27b2bf49 req-b9a28040-aede-4876-91a8-f0f679fb8ee6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c07a7c2-2686-4c6a-b103-64e9c7d691d5 {{(pid=94841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 07:24:40.098768 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.v2.base [None req-065eb239-2869-4fa6-b382-7627d61738ad tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1910362985', 'description': 'tempest-description--452029850'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:24:40.123101 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-1f436bec-0c71-436c-9b9b-50de27b2bf49 req-b9a28040-aede-4876-91a8-f0f679fb8ee6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:40.157608 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-de84e99e-bc95-4808-955d-63e5e4952e9f tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728617650863'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:40.372400 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-a0ed85c3-4991-4a35-b25a-ea073cd2ed2a None None] Attempting to bind port 989cc11e-734c-4cf7-bebe-fd6a7f5fed64 on host dv-cinder-805887-18-iscsi for vnic_type normal with profile {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:24:40.372400 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-a0ed85c3-4991-4a35-b25a-ea073cd2ed2a None None] Attempting to bind port 989cc11e-734c-4cf7-bebe-fd6a7f5fed64 by drivers openvswitch,hyperv on host dv-cinder-805887-18-iscsi at level 0 using segments [{'id': '1643a54a-f314-44c3-bdbc-99b9ba0d70f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '457ccd50-05b0-4ce0-8b7d-271dff6f827e'}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:24:40.372400 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ed85c3-4991-4a35-b25a-ea073cd2ed2a None None] Attempting to bind port 989cc11e-734c-4cf7-bebe-fd6a7f5fed64 on network 457ccd50-05b0-4ce0-8b7d-271dff6f827e {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:24:40.372400 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ed85c3-4991-4a35-b25a-ea073cd2ed2a None None] Checking agent: {'id': '8a4a6f1f-c513-442c-b997-00aea54023cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805887-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 7, 15, 58), 'started_at': datetime.datetime(2021, 9, 23, 7, 16, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 7, 24, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805887-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 07:24:40.372400 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ed85c3-4991-4a35-b25a-ea073cd2ed2a None None] Checking segment: {'id': '1643a54a-f314-44c3-bdbc-99b9ba0d70f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '457ccd50-05b0-4ce0-8b7d-271dff6f827e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:24:40.372400 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-a0ed85c3-4991-4a35-b25a-ea073cd2ed2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:40.372400 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ed85c3-4991-4a35-b25a-ea073cd2ed2a None None] Bound using segment: {'id': '1643a54a-f314-44c3-bdbc-99b9ba0d70f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '457ccd50-05b0-4ce0-8b7d-271dff6f827e'} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 07:24:40.372400 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-a0ed85c3-4991-4a35-b25a-ea073cd2ed2a None None] Bound port: 989cc11e-734c-4cf7-bebe-fd6a7f5fed64, host: dv-cinder-805887-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1643a54a-f314-44c3-bdbc-99b9ba0d70f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '457ccd50-05b0-4ce0-8b7d-271dff6f827e'}}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 07:24:40.372400 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-a0ed85c3-4991-4a35-b25a-ea073cd2ed2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:40.374421 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da46900-a44b-4341-957b-8bb1caef08a1 None None] The sync data for ids ['397de53d-b259-4bbe-a5e8-abcbb00b2b55'] in dv-cinder-805887-18-iscsi is: [{'id': '397de53d-b259-4bbe-a5e8-abcbb00b2b55', 'name': 'tempest-AttachVolumeTestJSON-315569641-router', 'tenant_id': '2661271257b242509f29ed8640a48915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'external_fixed_ips': [{'subnet_id': '89646001-5df7-4559-baa8-56e15a045fc5', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': '1ac75549-a3c5-4e8c-9ca4-f4467eb2a7db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:24:21Z', 'updated_at': '2021-09-23T07:24:29Z', 'revision_number': 4, 'project_id': '2661271257b242509f29ed8640a48915', 'gw_port': {'id': '1ac75549-a3c5-4e8c-9ca4-f4467eb2a7db', 'name': '', 'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:16:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '397de53d-b259-4bbe-a5e8-abcbb00b2b55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '89646001-5df7-4559-baa8-56e15a045fc5', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:24:22Z', 'updated_at': '2021-09-23T07:24:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89646001-5df7-4559-baa8-56e15a045fc5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-18-iscsi', '_interfaces': [{'id': '041080d7-7367-4939-9da2-005a0c94b684', 'name': '', 'network_id': 'af2ddaae-84fe-4fba-a944-e4f48fd0d9fc', 'tenant_id': '2661271257b242509f29ed8640a48915', 'mac_address': 'fa:16:3e:3a:36:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '397de53d-b259-4bbe-a5e8-abcbb00b2b55', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '68f0a779-afe9-48a5-86f0-926f10275d4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:24:27Z', 'updated_at': '2021-09-23T07:24:36Z', 'revision_number': 4, 'project_id': '2661271257b242509f29ed8640a48915', 'subnets': [{'id': '68f0a779-afe9-48a5-86f0-926f10275d4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 07:24:40.374421 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4fbc5812-7ecd-4e72-b278-b3eb037df083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728618137860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728617650881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728617650899'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:40.388910 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de84e99e-bc95-4808-955d-63e5e4952e9f tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] Network d5e7441b-7712-4831-9dab-1c29a8301756 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:24:40.403805 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-de84e99e-bc95-4808-955d-63e5e4952e9f tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:24:40.414601 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de84e99e-bc95-4808-955d-63e5e4952e9f tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:24:40.483572 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-a0ed85c3-4991-4a35-b25a-ea073cd2ed2a None None] For port 989cc11e-734c-4cf7-bebe-fd6a7f5fed64, host dv-cinder-805887-18-iscsi, cleared binding levels {{(pid=94843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:24:40.493907 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-a0ed85c3-4991-4a35-b25a-ea073cd2ed2a None None] For port 989cc11e-734c-4cf7-bebe-fd6a7f5fed64, host dv-cinder-805887-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-18-iscsi',level=0,port_id=989cc11e-734c-4cf7-bebe-fd6a7f5fed64,segment=NetworkSegment(1643a54a-f314-44c3-bdbc-99b9ba0d70f9),segment_id=1643a54a-f314-44c3-bdbc-99b9ba0d70f9)] {{(pid=94843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 07:24:40.518941 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de84e99e-bc95-4808-955d-63e5e4952e9f tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] Pushing event updated for resources: {'Port': ['ID=bbdbc87f-ee6e-4e2c-8a9d-8ac266e01303,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:24:40.609264 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-065eb239-2869-4fa6-b382-7627d61738ad tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:40.651292 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [req-1f436bec-0c71-436c-9b9b-50de27b2bf49 req-b9a28040-aede-4876-91a8-f0f679fb8ee6 service neutron] Transition to ACTIVE for port object 4c07a7c2-2686-4c6a-b103-64e9c7d691d5 will not be triggered until provisioned by entity L2. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 07:24:40.717645 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-a0ed85c3-4991-4a35-b25a-ea073cd2ed2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728618137860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728617650881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728617650899'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:40.874635 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-1f436bec-0c71-436c-9b9b-50de27b2bf49 req-b9a28040-aede-4876-91a8-f0f679fb8ee6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728618137860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728617650881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728617650899'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:40.918139 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-de84e99e-bc95-4808-955d-63e5e4952e9f tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:41.084336 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbc5812-7ecd-4e72-b278-b3eb037df083 None None] Pushing event updated for resources: {'Port': ['ID=041080d7-7367-4939-9da2-005a0c94b684,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:24:41.179938 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0ed85c3-4991-4a35-b25a-ea073cd2ed2a None None] Routers {'a220d9f2-26b3-4e11-8d27-02331b07722b'} bound to L3 agent in host dv-cinder-805887-18-iscsi {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:24:41.185452 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-a0ed85c3-4991-4a35-b25a-ea073cd2ed2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T07:15:56Z,description=,heartbeat_timestamp=2021-09-23T07:24:27Z,host='dv-cinder-805887-18-iscsi',id=65b4f7dd-c6e9-4255-94ee-66e285aed80f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T07:15:57Z,topic='l3_agent')) {'router_ids': ['a220d9f2-26b3-4e11-8d27-02331b07722b'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:24:41.190475 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a28040-aede-4876-91a8-f0f679fb8ee6 service neutron] Pushing event updated for resources: {'Port': ['ID=4c07a7c2-2686-4c6a-b103-64e9c7d691d5,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:24:41.242558 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Device 041080d7-7367-4939-9da2-005a0c94b684 up at agent ovs-agent-dv-cinder-805887-18-iscsi {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:24:41.326352 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-de84e99e-bc95-4808-955d-63e5e4952e9f tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:41.341851 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-8254f158-7cd6-43b2-a89a-3f38097729e8 None None] Provisioning complete for port 989cc11e-734c-4cf7-bebe-fd6a7f5fed64 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:24:41.342929 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-8254f158-7cd6-43b2-a89a-3f38097729e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703931'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:41.484466 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5522ecc7-2f6a-4c3f-b77f-25feb9b5bc72 req-93ad08d5-593c-49c2-bd39-bfa4184535ef tempest-DeleteServersTestJSON-1434548261 tempest-DeleteServersTestJSON-1434548261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:24:41.500285 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-5522ecc7-2f6a-4c3f-b77f-25feb9b5bc72 req-93ad08d5-593c-49c2-bd39-bfa4184535ef tempest-DeleteServersTestJSON-1434548261 tempest-DeleteServersTestJSON-1434548261-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab783cb1-a4aa-42fe-8fea-ea6abc4c6077 HTTP/1.1" status: 200 len: 932 time: 0.8305938 Sep 23 07:24:41.620666 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-89acf95c-31fb-4172-b0b0-ff80f751e392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1092a296-0cbe-46a4-bf16-76c632bddb6c', 'name': 'tempest-ServerRescueNegativeTestJSON-918220328-router', 'tenant_id': 'f847624712b744ff9af7930d845e8424', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'external_fixed_ips': [{'subnet_id': '89646001-5df7-4559-baa8-56e15a045fc5', 'ip_address': '172.27.2.46'}], 'enable_snat': True}, 'gw_port_id': '9fe22f1c-feb1-4260-924b-9d882109f38c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:24:21Z', 'updated_at': '2021-09-23T07:24:33Z', 'revision_number': 4, 'project_id': 'f847624712b744ff9af7930d845e8424', 'gw_port': {'id': '9fe22f1c-feb1-4260-924b-9d882109f38c', 'name': '', 'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:bb:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1092a296-0cbe-46a4-bf16-76c632bddb6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '89646001-5df7-4559-baa8-56e15a045fc5', 'ip_address': '172.27.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:24:23Z', 'updated_at': '2021-09-23T07:24:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89646001-5df7-4559-baa8-56e15a045fc5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-18-iscsi', '_interfaces': [{'id': '3ce90b69-5db7-469e-a4a7-965825b97ed0', 'name': '', 'network_id': 'b44ca581-7903-4d34-918a-e51828122c6e', 'tenant_id': 'f847624712b744ff9af7930d845e8424', 'mac_address': 'fa:16:3e:13:dc:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1092a296-0cbe-46a4-bf16-76c632bddb6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'c0154a81-b31b-4d7e-b6a8-6873c78703af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:24:30Z', 'updated_at': '2021-09-23T07:24:35Z', 'revision_number': 2, 'project_id': 'f847624712b744ff9af7930d845e8424', 'subnets': [{'id': 'c0154a81-b31b-4d7e-b6a8-6873c78703af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-18-iscsi', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:24:41.662453 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-a0ed85c3-4991-4a35-b25a-ea073cd2ed2a None None] Set router a220d9f2-26b3-4e11-8d27-02331b07722b gateway port host: dv-cinder-805887-18-iscsi {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:24:41.710983 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89acf95c-31fb-4172-b0b0-ff80f751e392 None None] Checking router: 1092a296-0cbe-46a4-bf16-76c632bddb6c for host: dv-cinder-805887-18-iscsi {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 07:24:41.713086 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89acf95c-31fb-4172-b0b0-ff80f751e392 None None] Updating router 1092a296-0cbe-46a4-bf16-76c632bddb6c port 3ce90b69-5db7-469e-a4a7-965825b97ed0 binding host dv-cinder-805887-18-iscsi {{(pid=94842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 07:24:41.771187 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.62', 50920) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:24:41.810991 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-1f436bec-0c71-436c-9b9b-50de27b2bf49 req-b9a28040-aede-4876-91a8-f0f679fb8ee6 service neutron] Attempting to bind port 4c07a7c2-2686-4c6a-b103-64e9c7d691d5 on host hv-cinder-80588 for vnic_type normal with profile {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:24:41.815108 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-1f436bec-0c71-436c-9b9b-50de27b2bf49 req-b9a28040-aede-4876-91a8-f0f679fb8ee6 service neutron] Attempting to bind port 4c07a7c2-2686-4c6a-b103-64e9c7d691d5 by drivers openvswitch,hyperv on host hv-cinder-80588 at level 0 using segments [{'id': '30ea837a-f393-437b-a40e-aa4a286716b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '1ce4a294-9c55-4277-9fd9-de791fcf5fca'}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:24:41.815910 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f436bec-0c71-436c-9b9b-50de27b2bf49 req-b9a28040-aede-4876-91a8-f0f679fb8ee6 service neutron] Attempting to bind port 4c07a7c2-2686-4c6a-b103-64e9c7d691d5 on network 1ce4a294-9c55-4277-9fd9-de791fcf5fca {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:24:41.829780 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Provisioning complete for port 041080d7-7367-4939-9da2-005a0c94b684 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:24:41.830253 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703931'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:41.837369 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-065eb239-2869-4fa6-b382-7627d61738ad tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:41.880313 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f436bec-0c71-436c-9b9b-50de27b2bf49 req-b9a28040-aede-4876-91a8-f0f679fb8ee6 service neutron] Port 4c07a7c2-2686-4c6a-b103-64e9c7d691d5 on network 1ce4a294-9c55-4277-9fd9-de791fcf5fca not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80588 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 07:24:41.881253 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f436bec-0c71-436c-9b9b-50de27b2bf49 req-b9a28040-aede-4876-91a8-f0f679fb8ee6 service neutron] Attempting to bind port 4c07a7c2-2686-4c6a-b103-64e9c7d691d5 on network 1ce4a294-9c55-4277-9fd9-de791fcf5fca {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:24:41.916249 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-5522ecc7-2f6a-4c3f-b77f-25feb9b5bc72 req-f28c63e5-277f-4e55-8063-3105eb4dfd85 tempest-DeleteServersTestJSON-1434548261 tempest-DeleteServersTestJSON-1434548261-project] 10.222.0.62 "GET /v2.0/security-groups?id=5bf02978-f38f-4627-83c7-d630e2f8decc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4146383 Sep 23 07:24:41.952187 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f436bec-0c71-436c-9b9b-50de27b2bf49 req-b9a28040-aede-4876-91a8-f0f679fb8ee6 service neutron] Checking agent: {'id': '6ad4e769-5dea-434d-bbcd-ae86f07cf259', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80588', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 7, 22, 28), 'started_at': datetime.datetime(2021, 9, 23, 7, 22, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 7, 24, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 07:24:41.952683 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f436bec-0c71-436c-9b9b-50de27b2bf49 req-b9a28040-aede-4876-91a8-f0f679fb8ee6 service neutron] Checking segment: {'id': '30ea837a-f393-437b-a40e-aa4a286716b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '1ce4a294-9c55-4277-9fd9-de791fcf5fca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:24:41.953578 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f436bec-0c71-436c-9b9b-50de27b2bf49 req-b9a28040-aede-4876-91a8-f0f679fb8ee6 service neutron] Bound using segment: {'id': '30ea837a-f393-437b-a40e-aa4a286716b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '1ce4a294-9c55-4277-9fd9-de791fcf5fca'} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 07:24:41.954090 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-1f436bec-0c71-436c-9b9b-50de27b2bf49 req-b9a28040-aede-4876-91a8-f0f679fb8ee6 service neutron] Bound port: 4c07a7c2-2686-4c6a-b103-64e9c7d691d5, host: hv-cinder-80588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30ea837a-f393-437b-a40e-aa4a286716b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '1ce4a294-9c55-4277-9fd9-de791fcf5fca'}}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 07:24:41.954586 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-1f436bec-0c71-436c-9b9b-50de27b2bf49 req-b9a28040-aede-4876-91a8-f0f679fb8ee6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:41.959483 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-89acf95c-31fb-4172-b0b0-ff80f751e392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:42.220357 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-065eb239-2869-4fa6-b382-7627d61738ad tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520401'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:42.351635 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-065eb239-2869-4fa6-b382-7627d61738ad tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:42.364829 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [None req-065eb239-2869-4fa6-b382-7627d61738ad tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 2.2802985 Sep 23 07:24:42.368913 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.62', 50932) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:24:42.434714 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfefe5e-97a8-4b73-83af-494c619d42fa None None] Pushing event updated for resources: {'Port': ['ID=989cc11e-734c-4cf7-bebe-fd6a7f5fed64,revision_number=4']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:24:42.443161 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.v2.base [None req-cddaa9e1-5eb0-4895-ac04-de2930ced11d tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Request body: {'security_group_rule': {'security_group_id': 'f544a07c-938f-4158-882b-467f1a401932', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:24:42.482337 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065eb239-2869-4fa6-b382-7627d61738ad tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f544a07c-938f-4158-882b-467f1a401932,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:24:42.489980 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-8254f158-7cd6-43b2-a89a-3f38097729e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:42.605257 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-de84e99e-bc95-4808-955d-63e5e4952e9f tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:42.639268 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.notifiers.nova [req-de2480e6-ce72-4631-854e-22f2f3187543 req-62895bc5-84b8-404d-9928-356aa019269d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73ea1406-0ef0-4d27-9346-5d048311a408 {{(pid=94841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 07:24:42.661783 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-de2480e6-ce72-4631-854e-22f2f3187543 req-62895bc5-84b8-404d-9928-356aa019269d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:42.671724 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-cffd543f-8658-418b-9e09-e2ae956cf125 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:42.726554 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-8254f158-7cd6-43b2-a89a-3f38097729e8 None None] For port 989cc11e-734c-4cf7-bebe-fd6a7f5fed64, host dv-cinder-805887-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-18-iscsi',level=0,port_id=989cc11e-734c-4cf7-bebe-fd6a7f5fed64,segment=NetworkSegment(1643a54a-f314-44c3-bdbc-99b9ba0d70f9),segment_id=1643a54a-f314-44c3-bdbc-99b9ba0d70f9)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:24:42.770208 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-de84e99e-bc95-4808-955d-63e5e4952e9f tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728618137860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728617650881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728617650899'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:42.777193 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Device 00a87840-a9d9-487d-aa62-d3fc34f15884 up at agent ovs-agent-dv-cinder-805887-18-iscsi {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:24:42.799028 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-de84e99e-bc95-4808-955d-63e5e4952e9f tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-455962'] for floatingip, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:42.803172 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cddaa9e1-5eb0-4895-ac04-de2930ced11d tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:42.941249 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-a0ed85c3-4991-4a35-b25a-ea073cd2ed2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a220d9f2-26b3-4e11-8d27-02331b07722b', 'name': 'tempest-AttachVolumeShelveTestJSON-1297816090-router', 'tenant_id': '63deb2e833294f4ba854d4abe4a79ff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'external_fixed_ips': [{'subnet_id': '89646001-5df7-4559-baa8-56e15a045fc5', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': '00a87840-a9d9-487d-aa62-d3fc34f15884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:24:20Z', 'updated_at': '2021-09-23T07:24:33Z', 'revision_number': 4, 'project_id': '63deb2e833294f4ba854d4abe4a79ff2', 'gw_port': {'id': '00a87840-a9d9-487d-aa62-d3fc34f15884', 'name': '', 'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:d2:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a220d9f2-26b3-4e11-8d27-02331b07722b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '89646001-5df7-4559-baa8-56e15a045fc5', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:24:22Z', 'updated_at': '2021-09-23T07:24:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89646001-5df7-4559-baa8-56e15a045fc5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-18-iscsi', '_interfaces': [{'id': '989cc11e-734c-4cf7-bebe-fd6a7f5fed64', 'name': '', 'network_id': '457ccd50-05b0-4ce0-8b7d-271dff6f827e', 'tenant_id': '63deb2e833294f4ba854d4abe4a79ff2', 'mac_address': 'fa:16:3e:ad:d4:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a220d9f2-26b3-4e11-8d27-02331b07722b', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '513e6a2b-0c54-4f03-8c2d-dd3c246bd8ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:24:30Z', 'updated_at': '2021-09-23T07:24:40Z', 'revision_number': 4, 'project_id': '63deb2e833294f4ba854d4abe4a79ff2', 'subnets': [{'id': '513e6a2b-0c54-4f03-8c2d-dd3c246bd8ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-18-iscsi', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:24:43.056402 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0ed85c3-4991-4a35-b25a-ea073cd2ed2a None None] The sync data for ids ['a220d9f2-26b3-4e11-8d27-02331b07722b'] in dv-cinder-805887-18-iscsi is: [{'id': 'a220d9f2-26b3-4e11-8d27-02331b07722b', 'name': 'tempest-AttachVolumeShelveTestJSON-1297816090-router', 'tenant_id': '63deb2e833294f4ba854d4abe4a79ff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'external_fixed_ips': [{'subnet_id': '89646001-5df7-4559-baa8-56e15a045fc5', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': '00a87840-a9d9-487d-aa62-d3fc34f15884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:24:20Z', 'updated_at': '2021-09-23T07:24:33Z', 'revision_number': 4, 'project_id': '63deb2e833294f4ba854d4abe4a79ff2', 'gw_port': {'id': '00a87840-a9d9-487d-aa62-d3fc34f15884', 'name': '', 'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:d2:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a220d9f2-26b3-4e11-8d27-02331b07722b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '89646001-5df7-4559-baa8-56e15a045fc5', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:24:22Z', 'updated_at': '2021-09-23T07:24:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89646001-5df7-4559-baa8-56e15a045fc5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-18-iscsi', '_interfaces': [{'id': '989cc11e-734c-4cf7-bebe-fd6a7f5fed64', 'name': '', 'network_id': '457ccd50-05b0-4ce0-8b7d-271dff6f827e', 'tenant_id': '63deb2e833294f4ba854d4abe4a79ff2', 'mac_address': 'fa:16:3e:ad:d4:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a220d9f2-26b3-4e11-8d27-02331b07722b', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '513e6a2b-0c54-4f03-8c2d-dd3c246bd8ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:24:30Z', 'updated_at': '2021-09-23T07:24:40Z', 'revision_number': 4, 'project_id': '63deb2e833294f4ba854d4abe4a79ff2', 'subnets': [{'id': '513e6a2b-0c54-4f03-8c2d-dd3c246bd8ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 07:24:43.087940 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de84e99e-bc95-4808-955d-63e5e4952e9f tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] Pushing event updated for resources: {'Port': ['ID=bbdbc87f-ee6e-4e2c-8a9d-8ac266e01303,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:24:43.112388 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-1f436bec-0c71-436c-9b9b-50de27b2bf49 req-b9a28040-aede-4876-91a8-f0f679fb8ee6 service neutron] For port 4c07a7c2-2686-4c6a-b103-64e9c7d691d5, host hv-cinder-80588, cleared binding levels {{(pid=94841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:24:43.116819 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [req-de2480e6-ce72-4631-854e-22f2f3187543 req-62895bc5-84b8-404d-9928-356aa019269d service neutron] Transition to ACTIVE for port object 73ea1406-0ef0-4d27-9346-5d048311a408 will not be triggered until provisioned by entity L2. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 07:24:43.150672 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-1f436bec-0c71-436c-9b9b-50de27b2bf49 req-b9a28040-aede-4876-91a8-f0f679fb8ee6 service neutron] For port 4c07a7c2-2686-4c6a-b103-64e9c7d691d5, host hv-cinder-80588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=4c07a7c2-2686-4c6a-b103-64e9c7d691d5,segment=NetworkSegment(30ea837a-f393-437b-a40e-aa4a286716b2),segment_id=30ea837a-f393-437b-a40e-aa4a286716b2)] {{(pid=94841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 07:24:43.196464 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-8254f158-7cd6-43b2-a89a-3f38097729e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728618137860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728617650881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728617650899'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:43.215302 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cddaa9e1-5eb0-4895-ac04-de2930ced11d tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:43.218506 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad396cb-fa1f-48c4-b61e-976e56d921d6 req-052df7a9-1cda-4077-92bf-eba5f06fbbea tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:24:43.218769 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-de84e99e-bc95-4808-955d-63e5e4952e9f tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210484'] for floatingip, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:43.239805 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [None req-de84e99e-bc95-4808-955d-63e5e4952e9f tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.1504323 Sep 23 07:24:43.243702 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-3ad396cb-fa1f-48c4-b61e-976e56d921d6 req-052df7a9-1cda-4077-92bf-eba5f06fbbea tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] 10.222.0.62 "GET /v2.0/ports?device_id=9223f7a4-205a-45dc-8f71-0cd230d0edba HTTP/1.1" status: 200 len: 943 time: 0.9571598 Sep 23 07:24:43.301124 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cddaa9e1-5eb0-4895-ac04-de2930ced11d tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510558'] for security_group_rule, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:43.324696 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-de2480e6-ce72-4631-854e-22f2f3187543 req-62895bc5-84b8-404d-9928-356aa019269d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728618137860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728617650881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728617650899'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:43.375837 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220cf97f-f053-4ab3-9206-92de356a6f90 req-aaeeb734-ba38-4eda-a581-898d6f6b5c66 tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:24:43.376357 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddaa9e1-5eb0-4895-ac04-de2930ced11d tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a2d4e53-fb5c-4c75-8e09-52ded609e98f,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:24:43.398233 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-220cf97f-f053-4ab3-9206-92de356a6f90 req-aaeeb734-ba38-4eda-a581-898d6f6b5c66 tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/networks?id=b44ca581-7903-4d34-918a-e51828122c6e HTTP/1.1" status: 200 len: 818 time: 0.8538046 Sep 23 07:24:43.404307 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-1f436bec-0c71-436c-9b9b-50de27b2bf49 req-b9a28040-aede-4876-91a8-f0f679fb8ee6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728618137860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728617650881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728617650899'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:43.562499 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-220cf97f-f053-4ab3-9206-92de356a6f90 req-c952794c-1786-48b1-9aef-1dbf79283c6f tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/quotas/f847624712b744ff9af7930d845e8424 HTTP/1.1" status: 200 len: 375 time: 0.1483400 Sep 23 07:24:43.628963 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f436bec-0c71-436c-9b9b-50de27b2bf49 req-b9a28040-aede-4876-91a8-f0f679fb8ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:24:43.629941 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-1f436bec-0c71-436c-9b9b-50de27b2bf49 req-b9a28040-aede-4876-91a8-f0f679fb8ee6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577015'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:43.632290 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-1f436bec-0c71-436c-9b9b-50de27b2bf49 req-b9a28040-aede-4876-91a8-f0f679fb8ee6 service neutron] 10.222.0.53 "PUT /v2.0/ports/4c07a7c2-2686-4c6a-b103-64e9c7d691d5 HTTP/1.1" status: 200 len: 1093 time: 6.1953428 Sep 23 07:24:43.635337 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9223f7a4-205a-45dc-8f71-0cd230d0edba', 'tag': '4c07a7c2-2686-4c6a-b103-64e9c7d691d5'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:24:43.644531 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254f158-7cd6-43b2-a89a-3f38097729e8 None None] Pushing event updated for resources: {'Port': ['ID=989cc11e-734c-4cf7-bebe-fd6a7f5fed64,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:24:43.658608 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Provisioning complete for port 00a87840-a9d9-487d-aa62-d3fc34f15884 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:24:43.659420 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703931'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:43.665961 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-f34ef813-1869-41de-8b82-dfbacd555dfb None None] Provisioning complete for port 989cc11e-734c-4cf7-bebe-fd6a7f5fed64 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:24:43.667171 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f34ef813-1869-41de-8b82-dfbacd555dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703931'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:43.746266 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62895bc5-84b8-404d-9928-356aa019269d service neutron] Pushing event updated for resources: {'Port': ['ID=73ea1406-0ef0-4d27-9346-5d048311a408,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:24:43.752360 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-3ad396cb-fa1f-48c4-b61e-976e56d921d6 req-361199ae-f645-437c-a4f7-a7ec19f5cdf5 tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] 10.222.0.62 "GET /v2.0/security-groups?id=f6ce59f4-c512-4d64-bc05-96f67bf65409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5217562 Sep 23 07:24:43.831864 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-89acf95c-31fb-4172-b0b0-ff80f751e392 None None] Notify callbacks [] for port, precommit_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:44.094911 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59377972be4a6b1db7d764771ea1170f497e9021ac5c159e937f759c4704c07c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8900301a-e3a5-40f9-ac6f-1cdb10f73dfa" -d '{"events": [{"name": "network-changed", "server_uuid": "9223f7a4-205a-45dc-8f71-0cd230d0edba", "tag": "4c07a7c2-2686-4c6a-b103-64e9c7d691d5"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:24:44.116992 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-89acf95c-31fb-4172-b0b0-ff80f751e392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728618137860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728617650881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728617650899'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:44.221966 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9fa044-a70e-457c-a6cd-89e4b994fb1e None None] Pushing event updated for resources: {'Port': ['ID=3ce90b69-5db7-469e-a4a7-965825b97ed0,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:24:44.362890 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-220cf97f-f053-4ab3-9206-92de356a6f90 req-fb23a022-7d34-4b55-8180-fe4275055960 tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=f847624712b744ff9af7930d845e8424&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7536993 Sep 23 07:24:44.369644 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-89acf95c-31fb-4172-b0b0-ff80f751e392 None None] Attempting to bind port 3ce90b69-5db7-469e-a4a7-965825b97ed0 on host dv-cinder-805887-18-iscsi for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:24:44.370325 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-89acf95c-31fb-4172-b0b0-ff80f751e392 None None] Attempting to bind port 3ce90b69-5db7-469e-a4a7-965825b97ed0 by drivers openvswitch,hyperv on host dv-cinder-805887-18-iscsi at level 0 using segments [{'id': '9680fae7-9ca3-40a6-b351-10f8a15caa7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'b44ca581-7903-4d34-918a-e51828122c6e'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:24:44.370855 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89acf95c-31fb-4172-b0b0-ff80f751e392 None None] Attempting to bind port 3ce90b69-5db7-469e-a4a7-965825b97ed0 on network b44ca581-7903-4d34-918a-e51828122c6e {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:24:44.386809 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-de2480e6-ce72-4631-854e-22f2f3187543 req-62895bc5-84b8-404d-9928-356aa019269d service neutron] Attempting to bind port 73ea1406-0ef0-4d27-9346-5d048311a408 on host hv-cinder-80588 for vnic_type normal with profile {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:24:44.387318 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-de2480e6-ce72-4631-854e-22f2f3187543 req-62895bc5-84b8-404d-9928-356aa019269d service neutron] Attempting to bind port 73ea1406-0ef0-4d27-9346-5d048311a408 by drivers openvswitch,hyperv on host hv-cinder-80588 at level 0 using segments [{'id': 'fa496057-a925-4a3e-b303-dd138de3eddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '2717a2a1-7002-40c6-a5d5-9f449842d752'}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:24:44.387726 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89acf95c-31fb-4172-b0b0-ff80f751e392 None None] Checking agent: {'id': '8a4a6f1f-c513-442c-b997-00aea54023cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805887-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 7, 15, 58), 'started_at': datetime.datetime(2021, 9, 23, 7, 16, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 7, 24, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805887-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 07:24:44.387860 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de2480e6-ce72-4631-854e-22f2f3187543 req-62895bc5-84b8-404d-9928-356aa019269d service neutron] Attempting to bind port 73ea1406-0ef0-4d27-9346-5d048311a408 on network 2717a2a1-7002-40c6-a5d5-9f449842d752 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:24:44.389151 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89acf95c-31fb-4172-b0b0-ff80f751e392 None None] Checking segment: {'id': '9680fae7-9ca3-40a6-b351-10f8a15caa7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'b44ca581-7903-4d34-918a-e51828122c6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:24:44.389739 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-89acf95c-31fb-4172-b0b0-ff80f751e392 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:44.390616 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89acf95c-31fb-4172-b0b0-ff80f751e392 None None] Bound using segment: {'id': '9680fae7-9ca3-40a6-b351-10f8a15caa7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'b44ca581-7903-4d34-918a-e51828122c6e'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 07:24:44.391633 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-89acf95c-31fb-4172-b0b0-ff80f751e392 None None] Bound port: 3ce90b69-5db7-469e-a4a7-965825b97ed0, host: dv-cinder-805887-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9680fae7-9ca3-40a6-b351-10f8a15caa7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'b44ca581-7903-4d34-918a-e51828122c6e'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 07:24:44.392437 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-89acf95c-31fb-4172-b0b0-ff80f751e392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:44.437494 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a28040-aede-4876-91a8-f0f679fb8ee6 service neutron] Pushing event updated for resources: {'Port': ['ID=4c07a7c2-2686-4c6a-b103-64e9c7d691d5,revision_number=3']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:24:44.507984 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de2480e6-ce72-4631-854e-22f2f3187543 req-62895bc5-84b8-404d-9928-356aa019269d service neutron] Port 73ea1406-0ef0-4d27-9346-5d048311a408 on network 2717a2a1-7002-40c6-a5d5-9f449842d752 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80588 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 07:24:44.516905 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de2480e6-ce72-4631-854e-22f2f3187543 req-62895bc5-84b8-404d-9928-356aa019269d service neutron] Attempting to bind port 73ea1406-0ef0-4d27-9346-5d048311a408 on network 2717a2a1-7002-40c6-a5d5-9f449842d752 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:24:44.598992 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de2480e6-ce72-4631-854e-22f2f3187543 req-62895bc5-84b8-404d-9928-356aa019269d service neutron] Checking agent: {'id': '6ad4e769-5dea-434d-bbcd-ae86f07cf259', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80588', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 7, 22, 28), 'started_at': datetime.datetime(2021, 9, 23, 7, 22, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 7, 24, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 07:24:44.599510 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de2480e6-ce72-4631-854e-22f2f3187543 req-62895bc5-84b8-404d-9928-356aa019269d service neutron] Checking segment: {'id': 'fa496057-a925-4a3e-b303-dd138de3eddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '2717a2a1-7002-40c6-a5d5-9f449842d752'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:24:44.600412 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Device 041080d7-7367-4939-9da2-005a0c94b684 up at agent ovs-agent-dv-cinder-805887-18-iscsi {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:24:44.605361 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de2480e6-ce72-4631-854e-22f2f3187543 req-62895bc5-84b8-404d-9928-356aa019269d service neutron] Bound using segment: {'id': 'fa496057-a925-4a3e-b303-dd138de3eddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '2717a2a1-7002-40c6-a5d5-9f449842d752'} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 07:24:44.606564 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-de2480e6-ce72-4631-854e-22f2f3187543 req-62895bc5-84b8-404d-9928-356aa019269d service neutron] Bound port: 73ea1406-0ef0-4d27-9346-5d048311a408, host: hv-cinder-80588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa496057-a925-4a3e-b303-dd138de3eddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '2717a2a1-7002-40c6-a5d5-9f449842d752'}}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 07:24:44.607163 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-de2480e6-ce72-4631-854e-22f2f3187543 req-62895bc5-84b8-404d-9928-356aa019269d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:44.642123 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f436bec-0c71-436c-9b9b-50de27b2bf49 req-cfb15af6-5417-47f0-9fd3-f84095970043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:24:44.649202 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-1f436bec-0c71-436c-9b9b-50de27b2bf49 req-cfb15af6-5417-47f0-9fd3-f84095970043 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3590db7dd01d4aa3a7bd827211d3c4b9&device_id=9223f7a4-205a-45dc-8f71-0cd230d0edba HTTP/1.1" status: 200 len: 1096 time: 0.7799783 Sep 23 07:24:44.729520 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-89acf95c-31fb-4172-b0b0-ff80f751e392 None None] For port 3ce90b69-5db7-469e-a4a7-965825b97ed0, host dv-cinder-805887-18-iscsi, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:24:44.736755 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdba0ac9-0fdf-405b-bcc5-ce63936395a3 req-309e451a-807f-4110-bf44-9ad77597a213 tempest-DeleteServersTestJSON-1434548261 tempest-DeleteServersTestJSON-1434548261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:24:44.739477 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-cdba0ac9-0fdf-405b-bcc5-ce63936395a3 req-309e451a-807f-4110-bf44-9ad77597a213 tempest-DeleteServersTestJSON-1434548261 tempest-DeleteServersTestJSON-1434548261-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab783cb1-a4aa-42fe-8fea-ea6abc4c6077 HTTP/1.1" status: 200 len: 944 time: 0.5211537 Sep 23 07:24:44.740088 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-89acf95c-31fb-4172-b0b0-ff80f751e392 None None] For port 3ce90b69-5db7-469e-a4a7-965825b97ed0, host dv-cinder-805887-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-18-iscsi',level=0,port_id=3ce90b69-5db7-469e-a4a7-965825b97ed0,segment=NetworkSegment(9680fae7-9ca3-40a6-b351-10f8a15caa7a),segment_id=9680fae7-9ca3-40a6-b351-10f8a15caa7a)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 07:24:44.827679 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Provisioning complete for port 041080d7-7367-4939-9da2-005a0c94b684 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:24:44.828320 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703931'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:44.871708 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-cffd543f-8658-418b-9e09-e2ae956cf125 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:44.882402 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-89acf95c-31fb-4172-b0b0-ff80f751e392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728618137860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728617650881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728617650899'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:45.005864 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89acf95c-31fb-4172-b0b0-ff80f751e392 None None] Routers {'1092a296-0cbe-46a4-bf16-76c632bddb6c'} bound to L3 agent in host dv-cinder-805887-18-iscsi {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:24:45.011553 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-89acf95c-31fb-4172-b0b0-ff80f751e392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T07:15:56Z,description=,heartbeat_timestamp=2021-09-23T07:24:27Z,host='dv-cinder-805887-18-iscsi',id=65b4f7dd-c6e9-4255-94ee-66e285aed80f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T07:15:57Z,topic='l3_agent')) {'router_ids': ['1092a296-0cbe-46a4-bf16-76c632bddb6c'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:24:45.040596 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-cffd543f-8658-418b-9e09-e2ae956cf125 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520401'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:45.046048 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-1f436bec-0c71-436c-9b9b-50de27b2bf49 req-afe4645e-be7f-4ca5-9f78-f60b79c8a6a1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4c07a7c2-2686-4c6a-b103-64e9c7d691d5 HTTP/1.1" status: 200 len: 217 time: 0.3358209 Sep 23 07:24:45.088414 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cddaa9e1-5eb0-4895-ac04-de2930ced11d tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:45.090363 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [None req-cddaa9e1-5eb0-4895-ac04-de2930ced11d tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.6619098 Sep 23 07:24:45.094457 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.62', 50970) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:24:45.119908 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.v2.base [None req-a17c6384-5a3e-4372-989f-5f0d6de8b911 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Request body: {'security_group_rule': {'security_group_id': 'f544a07c-938f-4158-882b-467f1a401932', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:24:45.294472 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-89acf95c-31fb-4172-b0b0-ff80f751e392 None None] Set router 1092a296-0cbe-46a4-bf16-76c632bddb6c gateway port host: dv-cinder-805887-18-iscsi {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:24:45.355801 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-220cf97f-f053-4ab3-9206-92de356a6f90 req-2785ed54-d6b6-43db-bf72-51852ecb63af service neutron] 10.222.0.62 "GET /v2.0/networks/b44ca581-7903-4d34-918a-e51828122c6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9346609 Sep 23 07:24:45.373518 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [None req-cffd543f-8658-418b-9e09-e2ae956cf125 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=7efd9bbc902841d99b5764d9869daffb&name=default HTTP/1.1" status: 200 len: 2979 time: 3.5922670 Sep 23 07:24:45.374642 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.62', 50972) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:24:45.374808 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-cdba0ac9-0fdf-405b-bcc5-ce63936395a3 req-237138e4-f045-4ae0-8ff8-0ca7935d6cde tempest-DeleteServersTestJSON-1434548261 tempest-DeleteServersTestJSON-1434548261-project] 10.222.0.62 "GET /v2.0/security-groups?id=5bf02978-f38f-4627-83c7-d630e2f8decc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4414332 Sep 23 07:24:45.384295 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffd543f-8658-418b-9e09-e2ae956cf125 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59a81bf0-b495-43da-9736-cf1098dc7ed1,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:24:45.399049 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-de2480e6-ce72-4631-854e-22f2f3187543 req-62895bc5-84b8-404d-9928-356aa019269d service neutron] For port 73ea1406-0ef0-4d27-9346-5d048311a408, host hv-cinder-80588, cleared binding levels {{(pid=94841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:24:45.405266 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-de2480e6-ce72-4631-854e-22f2f3187543 req-62895bc5-84b8-404d-9928-356aa019269d service neutron] For port 73ea1406-0ef0-4d27-9346-5d048311a408, host hv-cinder-80588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=73ea1406-0ef0-4d27-9346-5d048311a408,segment=NetworkSegment(fa496057-a925-4a3e-b303-dd138de3eddc),segment_id=fa496057-a925-4a3e-b303-dd138de3eddc)] {{(pid=94841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 07:24:45.407892 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f436bec-0c71-436c-9b9b-50de27b2bf49 req-c97a7af2-ae65-4216-966a-8172d1923dac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:24:45.410030 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-1f436bec-0c71-436c-9b9b-50de27b2bf49 req-c97a7af2-ae65-4216-966a-8172d1923dac service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5f3a698b-e37e-4abe-be57-f38dd7594778 HTTP/1.1" status: 200 len: 855 time: 0.2974761 Sep 23 07:24:45.616792 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a17c6384-5a3e-4372-989f-5f0d6de8b911 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:45.648875 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ba35b322-6ddf-4e5a-8a45-036cfe65a83b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:45.675511 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-de2480e6-ce72-4631-854e-22f2f3187543 req-62895bc5-84b8-404d-9928-356aa019269d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728618137860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728617650881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728617650899'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:45.807632 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9fa044-a70e-457c-a6cd-89e4b994fb1e None None] Pushing event updated for resources: {'Port': ['ID=3ce90b69-5db7-469e-a4a7-965825b97ed0,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:24:45.832794 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Device 989cc11e-734c-4cf7-bebe-fd6a7f5fed64 up at agent ovs-agent-dv-cinder-805887-18-iscsi {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:24:45.834018 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ba35b322-6ddf-4e5a-8a45-036cfe65a83b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:45.951694 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-1f436bec-0c71-436c-9b9b-50de27b2bf49 req-b778857e-2ad3-4144-aa16-fc8ce6154b61 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1ce4a294-9c55-4277-9fd9-de791fcf5fca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3861682 Sep 23 07:24:46.058860 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a17c6384-5a3e-4372-989f-5f0d6de8b911 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:46.130389 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-220cf97f-f053-4ab3-9206-92de356a6f90 req-ab629fa2-11d5-4ecb-8b4c-4285f039565e service neutron] 10.222.0.62 "GET /v2.0/networks/b44ca581-7903-4d34-918a-e51828122c6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6973486 Sep 23 07:24:46.153215 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-494e8bf3-c4cd-4157-98e5-059f57faefef req-9bef46a1-eca8-4680-bba7-52e1c81cdf83 tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--748801234&fields=id&tenant_id=2661271257b242509f29ed8640a48915 HTTP/1.1" status: 200 len: 267 time: 0.4783280 Sep 23 07:24:46.170998 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2480e6-ce72-4631-854e-22f2f3187543 req-62895bc5-84b8-404d-9928-356aa019269d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:24:46.171167 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a17c6384-5a3e-4372-989f-5f0d6de8b911 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510558'] for security_group_rule, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:46.172550 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-de2480e6-ce72-4631-854e-22f2f3187543 req-62895bc5-84b8-404d-9928-356aa019269d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577015'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:46.174566 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-de2480e6-ce72-4631-854e-22f2f3187543 req-62895bc5-84b8-404d-9928-356aa019269d service neutron] 10.222.0.53 "PUT /v2.0/ports/73ea1406-0ef0-4d27-9346-5d048311a408 HTTP/1.1" status: 200 len: 1094 time: 6.6505311 Sep 23 07:24:46.228827 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Provisioning complete for port 989cc11e-734c-4cf7-bebe-fd6a7f5fed64 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:24:46.233794 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703931'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:46.245716 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17c6384-5a3e-4372-989f-5f0d6de8b911 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a07d653-f70c-41d0-9827-df43e541197f,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:24:46.270482 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ba35b322-6ddf-4e5a-8a45-036cfe65a83b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520401'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:46.282837 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ba35b322-6ddf-4e5a-8a45-036cfe65a83b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:46.289768 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [None req-ba35b322-6ddf-4e5a-8a45-036cfe65a83b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/59a81bf0-b495-43da-9736-cf1098dc7ed1 HTTP/1.1" status: 204 len: 168 time: 0.9126062 Sep 23 07:24:46.309613 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba35b322-6ddf-4e5a-8a45-036cfe65a83b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59a81bf0-b495-43da-9736-cf1098dc7ed1,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:24:46.373001 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62895bc5-84b8-404d-9928-356aa019269d service neutron] Pushing event updated for resources: {'Port': ['ID=73ea1406-0ef0-4d27-9346-5d048311a408,revision_number=3']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:24:46.548442 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a17c6384-5a3e-4372-989f-5f0d6de8b911 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:46.556385 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [None req-a17c6384-5a3e-4372-989f-5f0d6de8b911 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4540865 Sep 23 07:24:46.556539 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.62', 50996) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:24:46.563134 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.v2.base [None req-e3d31d5d-342c-4beb-8e29-bebe65678033 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Request body: {'floatingip': {'floating_network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:24:46.677794 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-1f436bec-0c71-436c-9b9b-50de27b2bf49 req-3877466c-bd76-4340-b17c-98dedcba6401 service neutron] 10.222.0.53 "GET /v2.0/networks/1ce4a294-9c55-4277-9fd9-de791fcf5fca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6340795 Sep 23 07:24:46.698374 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-89acf95c-31fb-4172-b0b0-ff80f751e392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1092a296-0cbe-46a4-bf16-76c632bddb6c', 'name': 'tempest-ServerRescueNegativeTestJSON-918220328-router', 'tenant_id': 'f847624712b744ff9af7930d845e8424', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'external_fixed_ips': [{'subnet_id': '89646001-5df7-4559-baa8-56e15a045fc5', 'ip_address': '172.27.2.46'}], 'enable_snat': True}, 'gw_port_id': '9fe22f1c-feb1-4260-924b-9d882109f38c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:24:21Z', 'updated_at': '2021-09-23T07:24:33Z', 'revision_number': 4, 'project_id': 'f847624712b744ff9af7930d845e8424', 'gw_port': {'id': '9fe22f1c-feb1-4260-924b-9d882109f38c', 'name': '', 'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:bb:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1092a296-0cbe-46a4-bf16-76c632bddb6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '89646001-5df7-4559-baa8-56e15a045fc5', 'ip_address': '172.27.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:24:23Z', 'updated_at': '2021-09-23T07:24:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89646001-5df7-4559-baa8-56e15a045fc5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-18-iscsi', '_interfaces': [{'id': '3ce90b69-5db7-469e-a4a7-965825b97ed0', 'name': '', 'network_id': 'b44ca581-7903-4d34-918a-e51828122c6e', 'tenant_id': 'f847624712b744ff9af7930d845e8424', 'mac_address': 'fa:16:3e:13:dc:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1092a296-0cbe-46a4-bf16-76c632bddb6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'c0154a81-b31b-4d7e-b6a8-6873c78703af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:24:30Z', 'updated_at': '2021-09-23T07:24:44Z', 'revision_number': 4, 'project_id': 'f847624712b744ff9af7930d845e8424', 'subnets': [{'id': 'c0154a81-b31b-4d7e-b6a8-6873c78703af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-18-iscsi', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:24:46.797329 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89acf95c-31fb-4172-b0b0-ff80f751e392 None None] The sync data for ids ['1092a296-0cbe-46a4-bf16-76c632bddb6c'] in dv-cinder-805887-18-iscsi is: [{'id': '1092a296-0cbe-46a4-bf16-76c632bddb6c', 'name': 'tempest-ServerRescueNegativeTestJSON-918220328-router', 'tenant_id': 'f847624712b744ff9af7930d845e8424', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'external_fixed_ips': [{'subnet_id': '89646001-5df7-4559-baa8-56e15a045fc5', 'ip_address': '172.27.2.46'}], 'enable_snat': True}, 'gw_port_id': '9fe22f1c-feb1-4260-924b-9d882109f38c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:24:21Z', 'updated_at': '2021-09-23T07:24:33Z', 'revision_number': 4, 'project_id': 'f847624712b744ff9af7930d845e8424', 'gw_port': {'id': '9fe22f1c-feb1-4260-924b-9d882109f38c', 'name': '', 'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:bb:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1092a296-0cbe-46a4-bf16-76c632bddb6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '89646001-5df7-4559-baa8-56e15a045fc5', 'ip_address': '172.27.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:24:23Z', 'updated_at': '2021-09-23T07:24:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89646001-5df7-4559-baa8-56e15a045fc5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-18-iscsi', '_interfaces': [{'id': '3ce90b69-5db7-469e-a4a7-965825b97ed0', 'name': '', 'network_id': 'b44ca581-7903-4d34-918a-e51828122c6e', 'tenant_id': 'f847624712b744ff9af7930d845e8424', 'mac_address': 'fa:16:3e:13:dc:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1092a296-0cbe-46a4-bf16-76c632bddb6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'c0154a81-b31b-4d7e-b6a8-6873c78703af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:24:30Z', 'updated_at': '2021-09-23T07:24:44Z', 'revision_number': 4, 'project_id': 'f847624712b744ff9af7930d845e8424', 'subnets': [{'id': 'c0154a81-b31b-4d7e-b6a8-6873c78703af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 07:24:46.849751 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494e8bf3-c4cd-4157-98e5-059f57faefef req-3103a0bc-b2e7-453e-af2b-631770714a2c tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:24:46.917261 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-494e8bf3-c4cd-4157-98e5-059f57faefef req-3103a0bc-b2e7-453e-af2b-631770714a2c tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] 10.222.0.62 "GET /v2.0/networks?id=af2ddaae-84fe-4fba-a944-e4f48fd0d9fc HTTP/1.1" status: 200 len: 810 time: 0.7618690 Sep 23 07:24:47.093762 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-494e8bf3-c4cd-4157-98e5-059f57faefef req-6e1b7510-f7ec-403a-a8e9-2e611f32c784 tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] 10.222.0.62 "GET /v2.0/quotas/2661271257b242509f29ed8640a48915 HTTP/1.1" status: 200 len: 375 time: 0.1151443 Sep 23 07:24:47.119427 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2480e6-ce72-4631-854e-22f2f3187543 req-4a8d54c3-c0c8-4953-8c49-d50276b2f962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:24:47.122709 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-de2480e6-ce72-4631-854e-22f2f3187543 req-4a8d54c3-c0c8-4953-8c49-d50276b2f962 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d48ba685da4e429ba433001cd3762eb6&device_id=ab783cb1-a4aa-42fe-8fea-ea6abc4c6077 HTTP/1.1" status: 200 len: 1097 time: 0.5882256 Sep 23 07:24:47.292913 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e3d31d5d-342c-4beb-8e29-bebe65678033 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Notify callbacks [] for floatingip, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:47.534077 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-de2480e6-ce72-4631-854e-22f2f3187543 req-b5922dad-aa4f-4ee3-af59-c6023751586b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=73ea1406-0ef0-4d27-9346-5d048311a408 HTTP/1.1" status: 200 len: 217 time: 0.2569227 Sep 23 07:24:47.714124 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-494e8bf3-c4cd-4157-98e5-059f57faefef req-aad4629e-ba0d-431d-95b3-38a70f83dad2 tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=2661271257b242509f29ed8640a48915&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6009736 Sep 23 07:24:47.723453 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-1f436bec-0c71-436c-9b9b-50de27b2bf49 req-e32f75ef-4cc1-45a3-85a9-5f1f4fc9b481 service neutron] 10.222.0.53 "GET /v2.0/networks/1ce4a294-9c55-4277-9fd9-de791fcf5fca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9801590 Sep 23 07:24:48.153918 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 07:24:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8994c37-992c-4609-baf6-cf7d6c977a37 x-openstack-request-id: req-f8994c37-992c-4609-baf6-cf7d6c977a37 {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:24:48.153918 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9223f7a4-205a-45dc-8f71-0cd230d0edba", "tag": "4c07a7c2-2686-4c6a-b103-64e9c7d691d5", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:24:48.153918 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f8994c37-992c-4609-baf6-cf7d6c977a37 {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:24:48.153918 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9223f7a4-205a-45dc-8f71-0cd230d0edba', 'tag': '4c07a7c2-2686-4c6a-b103-64e9c7d691d5', 'status': 'completed', 'code': 200} Sep 23 07:24:48.296429 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2480e6-ce72-4631-854e-22f2f3187543 req-1a882b25-2ab6-4aa6-a76f-8c11d5a7f3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:24:48.298207 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-de2480e6-ce72-4631-854e-22f2f3187543 req-1a882b25-2ab6-4aa6-a76f-8c11d5a7f3b3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8536afbc-bcf7-45b4-8966-898fad98ec1d HTTP/1.1" status: 200 len: 852 time: 0.5811157 Sep 23 07:24:48.365850 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-494e8bf3-c4cd-4157-98e5-059f57faefef req-dafccba8-72a8-4139-9181-26130604d452 service neutron] 10.222.0.62 "GET /v2.0/networks/af2ddaae-84fe-4fba-a944-e4f48fd0d9fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5567236 Sep 23 07:24:48.450654 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8900301a-e3a5-40f9-ac6f-1cdb10f73dfa req-e46eb267-dfe8-4133-bedb-4e7870c1653d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:24:48.452793 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-8900301a-e3a5-40f9-ac6f-1cdb10f73dfa req-e46eb267-dfe8-4133-bedb-4e7870c1653d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3590db7dd01d4aa3a7bd827211d3c4b9&device_id=9223f7a4-205a-45dc-8f71-0cd230d0edba HTTP/1.1" status: 200 len: 1096 time: 0.3063359 Sep 23 07:24:48.553014 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e3d31d5d-342c-4beb-8e29-bebe65678033 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:48.636466 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6940c45-34ae-4077-ba3d-7034e0c3739d req-cfdd172e-d0c2-4c94-8c9f-332e0996a8a6 tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:24:48.644150 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-c6940c45-34ae-4077-ba3d-7034e0c3739d req-cfdd172e-d0c2-4c94-8c9f-332e0996a8a6 tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] 10.222.0.62 "GET /v2.0/ports?device_id=9223f7a4-205a-45dc-8f71-0cd230d0edba HTTP/1.1" status: 200 len: 943 time: 0.4941535 Sep 23 07:24:48.763462 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-de2480e6-ce72-4631-854e-22f2f3187543 req-d6d44835-838b-4948-817e-1681725a61b4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2717a2a1-7002-40c6-a5d5-9f449842d752&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2131186 Sep 23 07:24:48.859820 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Device 3ce90b69-5db7-469e-a4a7-965825b97ed0 up at agent ovs-agent-dv-cinder-805887-18-iscsi {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:24:49.056155 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Provisioning complete for port 3ce90b69-5db7-469e-a4a7-965825b97ed0 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:24:49.056155 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703931'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:49.173653 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:49.280350 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-de2480e6-ce72-4631-854e-22f2f3187543 req-bf86a0b6-cca3-4822-a3fc-43ab6cea3faa service neutron] 10.222.0.53 "GET /v2.0/networks/2717a2a1-7002-40c6-a5d5-9f449842d752?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4075506 Sep 23 07:24:49.282311 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] For port 3ce90b69-5db7-469e-a4a7-965825b97ed0, host dv-cinder-805887-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-18-iscsi',level=0,port_id=3ce90b69-5db7-469e-a4a7-965825b97ed0,segment=NetworkSegment(9680fae7-9ca3-40a6-b351-10f8a15caa7a),segment_id=9680fae7-9ca3-40a6-b351-10f8a15caa7a)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:24:49.353892 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-494e8bf3-c4cd-4157-98e5-059f57faefef req-fc6f0796-265a-4137-bd10-ac728240cac8 service neutron] 10.222.0.62 "GET /v2.0/networks/af2ddaae-84fe-4fba-a944-e4f48fd0d9fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9543326 Sep 23 07:24:49.385789 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728618137860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728617650881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728617650899'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:49.407169 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-c6940c45-34ae-4077-ba3d-7034e0c3739d req-f28df46c-af50-4972-aed7-7892bbfac81d tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] 10.222.0.62 "GET /v2.0/security-groups?id=f6ce59f4-c512-4d64-bc05-96f67bf65409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7368193 Sep 23 07:24:49.431322 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8900301a-e3a5-40f9-ac6f-1cdb10f73dfa req-71f214f3-4de6-421d-8e54-2af79a70aef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:24:49.433450 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-8900301a-e3a5-40f9-ac6f-1cdb10f73dfa req-71f214f3-4de6-421d-8e54-2af79a70aef4 service neutron] 10.222.0.53 "GET /v2.0/networks?id=1ce4a294-9c55-4277-9fd9-de791fcf5fca HTTP/1.1" status: 200 len: 916 time: 0.8867960 Sep 23 07:24:49.452854 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-e3d31d5d-342c-4beb-8e29-bebe65678033 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Allocated IP 172.27.2.228 (d5e7441b-7712-4831-9dab-1c29a8301756/89646001-5df7-4559-baa8-56e15a045fc5/00056568-d1cb-4910-96f7-fa46fe27a956) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:24:49.609210 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Pushing event updated for resources: {'Port': ['ID=3ce90b69-5db7-469e-a4a7-965825b97ed0,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:24:49.822740 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b93d10b-a19a-42a0-bfe6-37f9b90b0558 req-71f345c0-5339-4f87-a0d5-0ab564e340c0 tempest-DeleteServersTestJSON-1434548261 tempest-DeleteServersTestJSON-1434548261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:24:49.834879 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-1b93d10b-a19a-42a0-bfe6-37f9b90b0558 req-71f345c0-5339-4f87-a0d5-0ab564e340c0 tempest-DeleteServersTestJSON-1434548261 tempest-DeleteServersTestJSON-1434548261-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab783cb1-a4aa-42fe-8fea-ea6abc4c6077 HTTP/1.1" status: 200 len: 944 time: 0.1359229 Sep 23 07:24:49.841923 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e3d31d5d-342c-4beb-8e29-bebe65678033 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:49.901945 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-1b93d10b-a19a-42a0-bfe6-37f9b90b0558 req-8613e16f-531e-4d5e-b82c-beb71b30e1bc tempest-DeleteServersTestJSON-1434548261 tempest-DeleteServersTestJSON-1434548261-project] 10.222.0.62 "GET /v2.0/security-groups?id=5bf02978-f38f-4627-83c7-d630e2f8decc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579908 Sep 23 07:24:50.031273 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-cd70e822-8dd5-4fc3-b587-da970766b5ee req-75f814d0-b8b5-468f-9fae-95b484d71329 tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/ports?device_id=be5e8ac1-24da-457e-9cd8-b70acf9bb857 HTTP/1.1" status: 200 len: 210 time: 0.0484421 Sep 23 07:24:50.045929 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e3d31d5d-342c-4beb-8e29-bebe65678033 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728617650863'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:50.125068 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d31d5d-342c-4beb-8e29-bebe65678033 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Pushing event updated for resources: {'Port': ['ID=00056568-d1cb-4910-96f7-fa46fe27a956,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:24:50.167860 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab783cb1-a4aa-42fe-8fea-ea6abc4c6077', 'tag': '73ea1406-0ef0-4d27-9346-5d048311a408'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:24:50.170571 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59377972be4a6b1db7d764771ea1170f497e9021ac5c159e937f759c4704c07c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee6a1650-06c2-455c-8b33-757cced46f25" -d '{"events": [{"name": "network-changed", "server_uuid": "ab783cb1-a4aa-42fe-8fea-ea6abc4c6077", "tag": "73ea1406-0ef0-4d27-9346-5d048311a408"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:24:50.234463 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3d31d5d-342c-4beb-8e29-bebe65678033 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Network d5e7441b-7712-4831-9dab-1c29a8301756 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:24:50.238602 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-8900301a-e3a5-40f9-ac6f-1cdb10f73dfa req-592bf7e5-6c0b-4436-ae08-1eb02cf7c741 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4c07a7c2-2686-4c6a-b103-64e9c7d691d5 HTTP/1.1" status: 200 len: 217 time: 0.1036084 Sep 23 07:24:50.266065 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-535bc0ac-65e4-413f-b347-732dfa5a0e3b req-9d3902c4-8809-4170-a2c5-6d0bcf769999 tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] 10.222.0.62 "GET /v2.0/ports?device_id=f2f739a5-b918-46ae-a5a1-5005a5b39ebd HTTP/1.1" status: 200 len: 210 time: 0.0897322 Sep 23 07:24:50.269345 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-e3d31d5d-342c-4beb-8e29-bebe65678033 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:24:50.273013 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d31d5d-342c-4beb-8e29-bebe65678033 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:24:50.383653 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-de2480e6-ce72-4631-854e-22f2f3187543 req-dbf2154c-2e26-4c94-8024-9d1222fb5b7d service neutron] 10.222.0.53 "GET /v2.0/networks/2717a2a1-7002-40c6-a5d5-9f449842d752?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2439787 Sep 23 07:24:50.542007 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 07:24:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d456c595-56b1-4958-9196-2ae155fe56a9 x-openstack-request-id: req-d456c595-56b1-4958-9196-2ae155fe56a9 {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:24:50.542549 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab783cb1-a4aa-42fe-8fea-ea6abc4c6077", "tag": "73ea1406-0ef0-4d27-9346-5d048311a408", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:24:50.543124 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d456c595-56b1-4958-9196-2ae155fe56a9 {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:24:50.543814 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab783cb1-a4aa-42fe-8fea-ea6abc4c6077', 'tag': '73ea1406-0ef0-4d27-9346-5d048311a408', 'status': 'completed', 'code': 200} Sep 23 07:24:50.645496 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8900301a-e3a5-40f9-ac6f-1cdb10f73dfa req-cc8be9dc-f5f8-4a27-ab4c-20f2fe08478e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:24:50.649490 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-8900301a-e3a5-40f9-ac6f-1cdb10f73dfa req-cc8be9dc-f5f8-4a27-ab4c-20f2fe08478e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5f3a698b-e37e-4abe-be57-f38dd7594778 HTTP/1.1" status: 200 len: 855 time: 0.2631886 Sep 23 07:24:50.693031 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e3d31d5d-342c-4beb-8e29-bebe65678033 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:50.762294 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-8900301a-e3a5-40f9-ac6f-1cdb10f73dfa req-96337673-0511-4dad-a984-d12cca4f7f21 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1ce4a294-9c55-4277-9fd9-de791fcf5fca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0889034 Sep 23 07:24:50.788397 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Device 3ce90b69-5db7-469e-a4a7-965825b97ed0 up at agent ovs-agent-dv-cinder-805887-18-iscsi {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:24:50.899218 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6a1650-06c2-455c-8b33-757cced46f25 req-a895b703-aef7-41f3-ae24-a41f6b61d53b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:24:50.901744 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-ee6a1650-06c2-455c-8b33-757cced46f25 req-a895b703-aef7-41f3-ae24-a41f6b61d53b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d48ba685da4e429ba433001cd3762eb6&device_id=ab783cb1-a4aa-42fe-8fea-ea6abc4c6077 HTTP/1.1" status: 200 len: 1097 time: 0.3227522 Sep 23 07:24:50.904696 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Provisioning complete for port 3ce90b69-5db7-469e-a4a7-965825b97ed0 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:24:50.911942 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703931'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:51.430827 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f7a14a-2f1f-48ca-8392-106689730ba0 req-5d239798-261d-4ff8-9041-45e185b0510f tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:24:51.432797 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-21f7a14a-2f1f-48ca-8392-106689730ba0 req-5d239798-261d-4ff8-9041-45e185b0510f tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] 10.222.0.62 "GET /v2.0/ports?device_id=9223f7a4-205a-45dc-8f71-0cd230d0edba HTTP/1.1" status: 200 len: 943 time: 0.6975522 Sep 23 07:24:51.433754 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e3d31d5d-342c-4beb-8e29-bebe65678033 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:51.477646 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573dd1fc-72ca-4232-956a-41ae45841ed2 req-0629262d-1b0b-4cb6-b3c3-a62478eba649 tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:24:51.480700 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-573dd1fc-72ca-4232-956a-41ae45841ed2 req-0629262d-1b0b-4cb6-b3c3-a62478eba649 tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/networks?id=b44ca581-7903-4d34-918a-e51828122c6e HTTP/1.1" status: 200 len: 818 time: 0.7772651 Sep 23 07:24:51.546825 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-573dd1fc-72ca-4232-956a-41ae45841ed2 req-bb4dbf8c-d676-4ba2-ab26-9a7d2ba5ee9b tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/quotas/f847624712b744ff9af7930d845e8424 HTTP/1.1" status: 200 len: 375 time: 0.0521302 Sep 23 07:24:51.554250 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6a1650-06c2-455c-8b33-757cced46f25 req-416fbf37-33d0-490d-af66-c7a31a850091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:24:51.554250 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-ee6a1650-06c2-455c-8b33-757cced46f25 req-416fbf37-33d0-490d-af66-c7a31a850091 service neutron] 10.222.0.53 "GET /v2.0/networks?id=2717a2a1-7002-40c6-a5d5-9f449842d752 HTTP/1.1" status: 200 len: 913 time: 0.6349223 Sep 23 07:24:51.555319 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-8900301a-e3a5-40f9-ac6f-1cdb10f73dfa req-16751cec-184c-4b91-83b1-68b442a94783 service neutron] 10.222.0.53 "GET /v2.0/networks/1ce4a294-9c55-4277-9fd9-de791fcf5fca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7623451 Sep 23 07:24:51.666843 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-21f7a14a-2f1f-48ca-8392-106689730ba0 req-e93aaace-0177-4cab-9174-ee020d9e770e tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] 10.222.0.62 "GET /v2.0/security-groups?id=f6ce59f4-c512-4d64-bc05-96f67bf65409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2221756 Sep 23 07:24:51.677109 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-ee6a1650-06c2-455c-8b33-757cced46f25 req-c7ff07f7-6541-4f85-9880-ab8b5255fcb3 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=73ea1406-0ef0-4d27-9346-5d048311a408 HTTP/1.1" status: 200 len: 217 time: 0.1028955 Sep 23 07:24:51.784624 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.62', 51116) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:24:51.862133 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-573dd1fc-72ca-4232-956a-41ae45841ed2 req-5d8e4e3e-aa97-4743-a220-e054e660c2cf tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=f847624712b744ff9af7930d845e8424&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2975800 Sep 23 07:24:51.872768 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6a1650-06c2-455c-8b33-757cced46f25 req-852b41d5-ad88-4158-9702-e92feefc12eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:24:51.875399 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-ee6a1650-06c2-455c-8b33-757cced46f25 req-852b41d5-ad88-4158-9702-e92feefc12eb service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8536afbc-bcf7-45b4-8966-898fad98ec1d HTTP/1.1" status: 200 len: 852 time: 0.1768847 Sep 23 07:24:51.906072 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.53', 59114) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:24:51.968298 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-8900301a-e3a5-40f9-ac6f-1cdb10f73dfa req-f99e0bd4-3e04-42d4-bfdf-06dc7ff79f58 service neutron] 10.222.0.53 "GET /v2.0/networks/1ce4a294-9c55-4277-9fd9-de791fcf5fca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3953874 Sep 23 07:24:51.976125 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-ee6a1650-06c2-455c-8b33-757cced46f25 req-6cb481f4-5882-49fe-9a16-7e6b44e4469a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2717a2a1-7002-40c6-a5d5-9f449842d752&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0751290 Sep 23 07:24:52.080604 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0b6958d2-aa3a-474f-876b-951320d9b54e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:52.100588 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c0f3e9-c683-40d8-9bb9-4102e96c2518 req-44f54b01-7c91-4551-a183-9c1701cf276f tempest-DeleteServersTestJSON-1434548261 tempest-DeleteServersTestJSON-1434548261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:24:52.102718 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-54c0f3e9-c683-40d8-9bb9-4102e96c2518 req-44f54b01-7c91-4551-a183-9c1701cf276f tempest-DeleteServersTestJSON-1434548261 tempest-DeleteServersTestJSON-1434548261-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab783cb1-a4aa-42fe-8fea-ea6abc4c6077 HTTP/1.1" status: 200 len: 944 time: 0.2661469 Sep 23 07:24:52.185149 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e3d31d5d-342c-4beb-8e29-bebe65678033 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:52.225913 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-573dd1fc-72ca-4232-956a-41ae45841ed2 req-92d3b4d9-82ae-4ecb-967a-65f3a4f64e0c service neutron] 10.222.0.62 "GET /v2.0/networks/b44ca581-7903-4d34-918a-e51828122c6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3190880 Sep 23 07:24:52.311436 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-ee6a1650-06c2-455c-8b33-757cced46f25 req-005b3dec-3796-418a-93af-237a61ee9a5a service neutron] 10.222.0.53 "GET /v2.0/networks/2717a2a1-7002-40c6-a5d5-9f449842d752?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3084979 Sep 23 07:24:52.446918 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-54c0f3e9-c683-40d8-9bb9-4102e96c2518 req-92f6bac1-b072-4f32-af7f-d0d7d3996d16 tempest-DeleteServersTestJSON-1434548261 tempest-DeleteServersTestJSON-1434548261-project] 10.222.0.62 "GET /v2.0/security-groups?id=5bf02978-f38f-4627-83c7-d630e2f8decc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3011208 Sep 23 07:24:52.450626 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220cf97f-f053-4ab3-9206-92de356a6f90 req-b6f715a2-28c9-49da-947a-ade965a5f3a8 tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:24:52.454325 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [req-220cf97f-f053-4ab3-9206-92de356a6f90 req-b6f715a2-28c9-49da-947a-ade965a5f3a8 tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.53 "GET /v2.0/networks?id=b44ca581-7903-4d34-918a-e51828122c6e HTTP/1.1" status: 200 len: 818 time: 0.5460041 Sep 23 07:24:52.460084 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e3d31d5d-342c-4beb-8e29-bebe65678033 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728618137860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728617650881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728617650899'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:52.473147 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.v2.base [req-220cf97f-f053-4ab3-9206-92de356a6f90 req-af812d14-558c-42eb-8672-04edd190392a tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] Request body: {'port': {'device_id': 'be5e8ac1-24da-457e-9cd8-b70acf9bb857', 'network_id': 'b44ca581-7903-4d34-918a-e51828122c6e', 'admin_state_up': True, 'tenant_id': 'f847624712b744ff9af7930d845e8424'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:24:52.565073 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e3d31d5d-342c-4beb-8e29-bebe65678033 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-455962'] for floatingip, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:52.659669 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d31d5d-342c-4beb-8e29-bebe65678033 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Pushing event updated for resources: {'Port': ['ID=00056568-d1cb-4910-96f7-fa46fe27a956,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:24:52.670633 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-ee6a1650-06c2-455c-8b33-757cced46f25 req-05a7f8c9-c45e-473a-8429-c94854091aaa service neutron] 10.222.0.53 "GET /v2.0/networks/2717a2a1-7002-40c6-a5d5-9f449842d752?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3411846 Sep 23 07:24:52.679383 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0b6958d2-aa3a-474f-876b-951320d9b54e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:52.697795 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-573dd1fc-72ca-4232-956a-41ae45841ed2 req-c73dc407-1109-4909-bedc-19c3a85d0e38 service neutron] 10.222.0.62 "GET /v2.0/networks/b44ca581-7903-4d34-918a-e51828122c6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4006219 Sep 23 07:24:52.729794 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-cbc30ebb-042c-4a76-9b9f-9b144834aa9e req-c67a3152-ac11-47d9-8e1e-9ad9eb50e0cf tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] 10.222.0.62 "GET /v2.0/ports?device_id=f2f739a5-b918-46ae-a5a1-5005a5b39ebd HTTP/1.1" status: 200 len: 210 time: 0.0798781 Sep 23 07:24:52.822844 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0b6958d2-aa3a-474f-876b-951320d9b54e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520401'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:52.893741 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-80b30237-d2e9-46ae-96c9-66024825b4d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:52.896933 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [None req-0b6958d2-aa3a-474f-876b-951320d9b54e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=710b3a5283f64896800b9007af67a3c4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1096170 Sep 23 07:24:52.901280 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.62', 51134) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:24:52.902137 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6958d2-aa3a-474f-876b-951320d9b54e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37210cbf-3b53-4361-b10d-0ca228d1cd1c,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:24:52.953241 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e3d31d5d-342c-4beb-8e29-bebe65678033 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210484'] for floatingip, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:52.954664 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [None req-e3d31d5d-342c-4beb-8e29-bebe65678033 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.3990502 Sep 23 07:24:53.026659 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4842010f-2b00-4a16-97c0-17e8fb7f2b5e req-3dea6e68-9395-4455-b2f3-6c3caa5de8fd tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:24:53.033719 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-4842010f-2b00-4a16-97c0-17e8fb7f2b5e req-3dea6e68-9395-4455-b2f3-6c3caa5de8fd tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] 10.222.0.62 "GET /v2.0/ports?device_id=9223f7a4-205a-45dc-8f71-0cd230d0edba HTTP/1.1" status: 200 len: 943 time: 0.1170003 Sep 23 07:24:53.088037 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2e9143b2-6722-49e5-a7b7-f2a6c20ba9e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:53.108108 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-220cf97f-f053-4ab3-9206-92de356a6f90 req-af812d14-558c-42eb-8672-04edd190392a tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] Made reservation on behalf of f847624712b744ff9af7930d845e8424 for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:24:53.120160 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-220cf97f-f053-4ab3-9206-92de356a6f90 req-af812d14-558c-42eb-8672-04edd190392a tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:53.259792 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-4842010f-2b00-4a16-97c0-17e8fb7f2b5e req-e26264d6-8b86-4c68-8e8c-6ee07f6b093d tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] 10.222.0.62 "GET /v2.0/security-groups?id=f6ce59f4-c512-4d64-bc05-96f67bf65409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2225871 Sep 23 07:24:53.278614 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-f453ec6f-cdd3-488b-8372-55c25c0bdd82 req-8c50a033-e66c-4779-903a-d493dddb7a36 tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/ports?device_id=c49bb731-9c90-48ec-b81e-5f87ca815b68 HTTP/1.1" status: 200 len: 210 time: 0.1437709 Sep 23 07:24:53.282363 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2e9143b2-6722-49e5-a7b7-f2a6c20ba9e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:53.609862 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-5bd2bddb-e28b-434d-88ab-4249b9eb9898 req-2270a630-fa93-4011-9f10-b73b9d0ddf93 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--1910362985&fields=id&tenant_id=63deb2e833294f4ba854d4abe4a79ff2 HTTP/1.1" status: 200 len: 267 time: 0.0755954 Sep 23 07:24:53.673263 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494e8bf3-c4cd-4157-98e5-059f57faefef req-0db43c59-29d9-435c-ba92-140d34b07572 tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:24:53.675565 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-494e8bf3-c4cd-4157-98e5-059f57faefef req-0db43c59-29d9-435c-ba92-140d34b07572 tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] 10.222.0.53 "GET /v2.0/networks?id=af2ddaae-84fe-4fba-a944-e4f48fd0d9fc HTTP/1.1" status: 200 len: 810 time: 0.2783346 Sep 23 07:24:53.767377 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [req-220cf97f-f053-4ab3-9206-92de356a6f90 req-af812d14-558c-42eb-8672-04edd190392a tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] Allocated IP 172.20.0.4 (b44ca581-7903-4d34-918a-e51828122c6e/c0154a81-b31b-4d7e-b6a8-6873c78703af/4742ed84-7103-4a63-868a-99b885e5faa4) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:24:53.779960 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.62', 51170) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:24:53.872606 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2e9143b2-6722-49e5-a7b7-f2a6c20ba9e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520401'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:53.875326 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2e9143b2-6722-49e5-a7b7-f2a6c20ba9e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:53.879524 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [None req-2e9143b2-6722-49e5-a7b7-f2a6c20ba9e7 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/37210cbf-3b53-4361-b10d-0ca228d1cd1c HTTP/1.1" status: 204 len: 168 time: 0.9766784 Sep 23 07:24:53.915035 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-494e8bf3-c4cd-4157-98e5-059f57faefef req-e056b06c-f1b6-462d-bfb2-295107080bae tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2661271257b242509f29ed8640a48915 HTTP/1.1" status: 200 len: 379 time: 0.2249393 Sep 23 07:24:53.924575 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9143b2-6722-49e5-a7b7-f2a6c20ba9e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37210cbf-3b53-4361-b10d-0ca228d1cd1c,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:24:53.942734 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a1bc7b-ace9-481f-b136-86e7fa60d706 req-01edf458-bad2-4dcd-9022-d1ba48013c9e tempest-DeleteServersTestJSON-1434548261 tempest-DeleteServersTestJSON-1434548261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:24:53.952408 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-19a1bc7b-ace9-481f-b136-86e7fa60d706 req-01edf458-bad2-4dcd-9022-d1ba48013c9e tempest-DeleteServersTestJSON-1434548261 tempest-DeleteServersTestJSON-1434548261-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab783cb1-a4aa-42fe-8fea-ea6abc4c6077 HTTP/1.1" status: 200 len: 944 time: 0.2474024 Sep 23 07:24:53.957159 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.v2.base [req-494e8bf3-c4cd-4157-98e5-059f57faefef req-488fe0b7-3650-4b6b-868e-ba8b1bc1ac28 tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] Request body: {'port': {'device_id': 'f2f739a5-b918-46ae-a5a1-5005a5b39ebd', 'network_id': 'af2ddaae-84fe-4fba-a944-e4f48fd0d9fc', 'admin_state_up': True, 'tenant_id': '2661271257b242509f29ed8640a48915', 'security_groups': ['a0ce8cd3-710a-441a-bcf8-df9fb0d9b143']}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:24:54.009343 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd2bddb-e28b-434d-88ab-4249b9eb9898 req-4b77ce92-5dbc-473b-b5ed-ada4128afbd7 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:24:54.011063 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-5bd2bddb-e28b-434d-88ab-4249b9eb9898 req-4b77ce92-5dbc-473b-b5ed-ada4128afbd7 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/networks?id=457ccd50-05b0-4ce0-8b7d-271dff6f827e HTTP/1.1" status: 200 len: 817 time: 0.3980680 Sep 23 07:24:54.119747 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-19a1bc7b-ace9-481f-b136-86e7fa60d706 req-3d0fd7cb-1aff-4273-b54b-351e34b5a0e3 tempest-DeleteServersTestJSON-1434548261 tempest-DeleteServersTestJSON-1434548261-project] 10.222.0.62 "GET /v2.0/security-groups?id=5bf02978-f38f-4627-83c7-d630e2f8decc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671329 Sep 23 07:24:54.139843 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-5bd2bddb-e28b-434d-88ab-4249b9eb9898 req-4d1566d4-58b8-42c5-b696-9f814f5d7a91 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/quotas/63deb2e833294f4ba854d4abe4a79ff2 HTTP/1.1" status: 200 len: 375 time: 0.1119275 Sep 23 07:24:54.175357 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-220cf97f-f053-4ab3-9206-92de356a6f90 req-af812d14-558c-42eb-8672-04edd190392a tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:54.177514 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f6d193cb-2f5e-4e66-b3e1-733510e2ed5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:54.307394 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Device 4c07a7c2-2686-4c6a-b103-64e9c7d691d5 details requested by agent hyperv_hv-cinder-80588 with host hv-cinder-80588 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 07:24:54.314616 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-cbdccfb5-20c3-4cce-a945-d0de3fd313d4 req-054adc24-4ac3-4c36-88d5-38615bb793c0 tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] 10.222.0.62 "GET /v2.0/ports?device_id=f2f739a5-b918-46ae-a5a1-5005a5b39ebd HTTP/1.1" status: 200 len: 210 time: 0.0678539 Sep 23 07:24:54.338144 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-5bd2bddb-e28b-434d-88ab-4249b9eb9898 req-eae195ff-6d36-4429-833e-d99cfc6f6238 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=63deb2e833294f4ba854d4abe4a79ff2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1877706 Sep 23 07:24:54.389716 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-220cf97f-f053-4ab3-9206-92de356a6f90 req-af812d14-558c-42eb-8672-04edd190392a tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728617650863'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:54.412826 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f6d193cb-2f5e-4e66-b3e1-733510e2ed5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:54.495042 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-220cf97f-f053-4ab3-9206-92de356a6f90 req-af812d14-558c-42eb-8672-04edd190392a tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] Network b44ca581-7903-4d34-918a-e51828122c6e is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:24:54.505900 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [req-220cf97f-f053-4ab3-9206-92de356a6f90 req-af812d14-558c-42eb-8672-04edd190392a tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:24:54.525960 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-220cf97f-f053-4ab3-9206-92de356a6f90 req-af812d14-558c-42eb-8672-04edd190392a tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:24:54.535667 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220cf97f-f053-4ab3-9206-92de356a6f90 req-af812d14-558c-42eb-8672-04edd190392a tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:24:54.536592 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-220cf97f-f053-4ab3-9206-92de356a6f90 req-af812d14-558c-42eb-8672-04edd190392a tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577015'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:54.577239 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-5bd2bddb-e28b-434d-88ab-4249b9eb9898 req-ef4d18a3-02af-4ad3-9d8d-02f24941aa10 service neutron] 10.222.0.62 "GET /v2.0/networks/457ccd50-05b0-4ce0-8b7d-271dff6f827e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2372558 Sep 23 07:24:54.590550 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f6d193cb-2f5e-4e66-b3e1-733510e2ed5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520401'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:54.606361 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] For port 4c07a7c2-2686-4c6a-b103-64e9c7d691d5, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=4c07a7c2-2686-4c6a-b103-64e9c7d691d5,segment=NetworkSegment(30ea837a-f393-437b-a40e-aa4a286716b2),segment_id=30ea837a-f393-437b-a40e-aa4a286716b2)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:24:54.628314 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008cacf7-97bb-449d-9ca7-b4faf6159eb4 req-318c210c-b459-4658-9aed-a6392829b6a0 tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:24:54.630402 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-008cacf7-97bb-449d-9ca7-b4faf6159eb4 req-318c210c-b459-4658-9aed-a6392829b6a0 tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] 10.222.0.62 "GET /v2.0/ports?device_id=9223f7a4-205a-45dc-8f71-0cd230d0edba HTTP/1.1" status: 200 len: 943 time: 0.1780021 Sep 23 07:24:54.642508 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Returning: {'device': '4c07a7c2-2686-4c6a-b103-64e9c7d691d5', 'network_id': '1ce4a294-9c55-4277-9fd9-de791fcf5fca', 'port_id': '4c07a7c2-2686-4c6a-b103-64e9c7d691d5', 'mac_address': 'fa:16:3e:2f:77:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f3a698b-e37e-4abe-be57-f38dd7594778', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 07:24:54.676927 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af812d14-558c-42eb-8672-04edd190392a tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] Pushing event updated for resources: {'Port': ['ID=4742ed84-7103-4a63-868a-99b885e5faa4,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:24:54.694060 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [None req-f6d193cb-2f5e-4e66-b3e1-733510e2ed5a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d8f3aaa05b264da59d587b52f7f5124f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9117100 Sep 23 07:24:54.708297 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.62', 51190) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:24:54.720305 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:54.722264 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d193cb-2f5e-4e66-b3e1-733510e2ed5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24cb2cf1-ede4-4b8d-820f-009c0ef1a9ee,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:24:54.763245 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c07a7c2-2686-4c6a-b103-64e9c7d691d5 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 07:24:54.798146 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] For port 4c07a7c2-2686-4c6a-b103-64e9c7d691d5, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=4c07a7c2-2686-4c6a-b103-64e9c7d691d5,segment=NetworkSegment(30ea837a-f393-437b-a40e-aa4a286716b2),segment_id=30ea837a-f393-437b-a40e-aa4a286716b2)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:24:54.808812 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-494e8bf3-c4cd-4157-98e5-059f57faefef req-488fe0b7-3650-4b6b-868e-ba8b1bc1ac28 tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] Made reservation on behalf of 2661271257b242509f29ed8640a48915 for: {'port': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:24:54.811249 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [req-220cf97f-f053-4ab3-9206-92de356a6f90 req-af812d14-558c-42eb-8672-04edd190392a tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3443928 Sep 23 07:24:54.814415 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-494e8bf3-c4cd-4157-98e5-059f57faefef req-488fe0b7-3650-4b6b-868e-ba8b1bc1ac28 tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:54.818949 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f1a917e7-62d0-47f4-bd7f-bfa98bdeb3ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:54.830195 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.v2.base [req-220cf97f-f053-4ab3-9206-92de356a6f90 req-14eadd3c-4c96-4f16-b988-a6af3e9af70f service neutron] Request body: {'port': {'device_id': 'be5e8ac1-24da-457e-9cd8-b70acf9bb857', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80588'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:24:54.869721 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-5bd2bddb-e28b-434d-88ab-4249b9eb9898 req-606bfaa9-e06f-4f3d-adce-fbb8e277a0f9 service neutron] 10.222.0.62 "GET /v2.0/networks/457ccd50-05b0-4ce0-8b7d-271dff6f827e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2807646 Sep 23 07:24:54.906603 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f1a917e7-62d0-47f4-bd7f-bfa98bdeb3ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:54.936463 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728618137860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728617650881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728617650899'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:54.937083 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Device 73ea1406-0ef0-4d27-9346-5d048311a408 details requested by agent hyperv_hv-cinder-80588 with host hv-cinder-80588 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 07:24:55.007427 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-220cf97f-f053-4ab3-9206-92de356a6f90 req-14eadd3c-4c96-4f16-b988-a6af3e9af70f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:55.125883 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-008cacf7-97bb-449d-9ca7-b4faf6159eb4 req-edf349d2-8901-4f76-9c06-b53110115905 tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] 10.222.0.62 "GET /v2.0/security-groups?id=f6ce59f4-c512-4d64-bc05-96f67bf65409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3380034 Sep 23 07:24:55.202194 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Pushing event updated for resources: {'Port': ['ID=4c07a7c2-2686-4c6a-b103-64e9c7d691d5,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:24:55.205340 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [req-494e8bf3-c4cd-4157-98e5-059f57faefef req-488fe0b7-3650-4b6b-868e-ba8b1bc1ac28 tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] Allocated IP 172.20.0.7 (af2ddaae-84fe-4fba-a944-e4f48fd0d9fc/68f0a779-afe9-48a5-86f0-926f10275d4d/d5d95114-49c5-42a0-b94c-fc33fe17693a) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:24:55.412097 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.62', 51204) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:24:55.442842 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f1a917e7-62d0-47f4-bd7f-bfa98bdeb3ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520401'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:55.447257 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-b6131e12-6f00-43b7-8507-6f97af1c6963 req-8a3258b6-bee9-4b5b-9549-fc89c9800baa tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/ports?device_id=c49bb731-9c90-48ec-b81e-5f87ca815b68 HTTP/1.1" status: 200 len: 210 time: 0.1345799 Sep 23 07:24:55.447734 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f1a917e7-62d0-47f4-bd7f-bfa98bdeb3ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:55.454524 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [None req-f1a917e7-62d0-47f4-bd7f-bfa98bdeb3ca admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/24cb2cf1-ede4-4b8d-820f-009c0ef1a9ee HTTP/1.1" status: 204 len: 168 time: 0.7444422 Sep 23 07:24:55.472585 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-24632e8f-2f90-45aa-a036-d0b87d6cae4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:55.562652 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a917e7-62d0-47f4-bd7f-bfa98bdeb3ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24cb2cf1-ede4-4b8d-820f-009c0ef1a9ee,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:24:55.747738 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] For port 73ea1406-0ef0-4d27-9346-5d048311a408, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=73ea1406-0ef0-4d27-9346-5d048311a408,segment=NetworkSegment(fa496057-a925-4a3e-b303-dd138de3eddc),segment_id=fa496057-a925-4a3e-b303-dd138de3eddc)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:24:55.786111 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Returning: {'device': '73ea1406-0ef0-4d27-9346-5d048311a408', 'network_id': '2717a2a1-7002-40c6-a5d5-9f449842d752', 'port_id': '73ea1406-0ef0-4d27-9346-5d048311a408', 'mac_address': 'fa:16:3e:3c:ba:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8536afbc-bcf7-45b4-8966-898fad98ec1d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 07:24:55.870170 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:55.894292 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73ea1406-0ef0-4d27-9346-5d048311a408 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 07:24:55.938252 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] For port 73ea1406-0ef0-4d27-9346-5d048311a408, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=73ea1406-0ef0-4d27-9346-5d048311a408,segment=NetworkSegment(fa496057-a925-4a3e-b303-dd138de3eddc),segment_id=fa496057-a925-4a3e-b303-dd138de3eddc)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:24:55.993869 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.notifiers.nova [req-220cf97f-f053-4ab3-9206-92de356a6f90 req-14eadd3c-4c96-4f16-b988-a6af3e9af70f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4742ed84-7103-4a63-868a-99b885e5faa4 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 07:24:56.009762 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-220cf97f-f053-4ab3-9206-92de356a6f90 req-14eadd3c-4c96-4f16-b988-a6af3e9af70f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:56.054243 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-220cf97f-f053-4ab3-9206-92de356a6f90 req-14eadd3c-4c96-4f16-b988-a6af3e9af70f service neutron] Transition to ACTIVE for port object 4742ed84-7103-4a63-868a-99b885e5faa4 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 07:24:56.079543 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728618137860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728617650881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728617650899'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:56.177190 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-220cf97f-f053-4ab3-9206-92de356a6f90 req-14eadd3c-4c96-4f16-b988-a6af3e9af70f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728618137860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728617650881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728617650899'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:56.241426 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-24632e8f-2f90-45aa-a036-d0b87d6cae4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:56.262987 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Pushing event updated for resources: {'Port': ['ID=73ea1406-0ef0-4d27-9346-5d048311a408,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:24:56.279735 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-b6a8ffd0-ab13-45cb-a3d6-c7a3359ca07c req-7cabd13d-68e1-4c42-8476-a6ed0ea13372 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/ports?device_id=11aa03f3-4e13-41f7-a30c-8a2c8e1d0fa4 HTTP/1.1" status: 200 len: 210 time: 0.2439270 Sep 23 07:24:56.353821 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-494e8bf3-c4cd-4157-98e5-059f57faefef req-488fe0b7-3650-4b6b-868e-ba8b1bc1ac28 tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:56.387166 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] get_ports_and_sgs() called for port_ids ['73ea1406-0ef0-4d27-9346-5d048311a408'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 07:24:56.388330 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5125ee7-e9cc-4c03-aeab-38cba81b12a3 req-5ea3d350-65b9-4b4c-b935-2032f85e32b5 tempest-DeleteServersTestJSON-1434548261 tempest-DeleteServersTestJSON-1434548261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:24:56.392151 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-a5125ee7-e9cc-4c03-aeab-38cba81b12a3 req-5ea3d350-65b9-4b4c-b935-2032f85e32b5 tempest-DeleteServersTestJSON-1434548261 tempest-DeleteServersTestJSON-1434548261-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab783cb1-a4aa-42fe-8fea-ea6abc4c6077 HTTP/1.1" status: 200 len: 944 time: 0.8401110 Sep 23 07:24:56.392151 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-24632e8f-2f90-45aa-a036-d0b87d6cae4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520401'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:56.533116 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] get_ports_and_sgs() called for port_ids ['4c07a7c2-2686-4c6a-b103-64e9c7d691d5'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 07:24:56.534203 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-ab89d010-4475-4343-82e2-82aee533b57c req-18e7cbb3-537e-4787-8c38-43ca7c162571 tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] 10.222.0.62 "GET /v2.0/ports?device_id=f2f739a5-b918-46ae-a5a1-5005a5b39ebd HTTP/1.1" status: 200 len: 210 time: 0.0390327 Sep 23 07:24:56.600276 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-a5125ee7-e9cc-4c03-aeab-38cba81b12a3 req-d2764f34-91b7-4700-950f-314291ca0122 tempest-DeleteServersTestJSON-1434548261 tempest-DeleteServersTestJSON-1434548261-project] 10.222.0.62 "GET /v2.0/security-groups?id=5bf02978-f38f-4627-83c7-d630e2f8decc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965251 Sep 23 07:24:56.665449 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14eadd3c-4c96-4f16-b988-a6af3e9af70f service neutron] Pushing event updated for resources: {'Port': ['ID=4742ed84-7103-4a63-868a-99b885e5faa4,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:24:56.684634 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [None req-24632e8f-2f90-45aa-a036-d0b87d6cae4f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c70b56c6d0194802b1b7846217ba6971&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2631609 Sep 23 07:24:56.743872 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.62', 51228) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:24:56.753749 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24632e8f-2f90-45aa-a036-d0b87d6cae4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb9c1e71-5d00-4142-b700-fbeba9293324,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:24:56.902238 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-220cf97f-f053-4ab3-9206-92de356a6f90 req-14eadd3c-4c96-4f16-b988-a6af3e9af70f service neutron] Attempting to bind port 4742ed84-7103-4a63-868a-99b885e5faa4 on host hv-cinder-80588 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:24:56.902882 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-220cf97f-f053-4ab3-9206-92de356a6f90 req-14eadd3c-4c96-4f16-b988-a6af3e9af70f service neutron] Attempting to bind port 4742ed84-7103-4a63-868a-99b885e5faa4 by drivers openvswitch,hyperv on host hv-cinder-80588 at level 0 using segments [{'id': '9680fae7-9ca3-40a6-b351-10f8a15caa7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'b44ca581-7903-4d34-918a-e51828122c6e'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:24:56.905030 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-220cf97f-f053-4ab3-9206-92de356a6f90 req-14eadd3c-4c96-4f16-b988-a6af3e9af70f service neutron] Attempting to bind port 4742ed84-7103-4a63-868a-99b885e5faa4 on network b44ca581-7903-4d34-918a-e51828122c6e {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:24:56.933167 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-220cf97f-f053-4ab3-9206-92de356a6f90 req-14eadd3c-4c96-4f16-b988-a6af3e9af70f service neutron] Port 4742ed84-7103-4a63-868a-99b885e5faa4 on network b44ca581-7903-4d34-918a-e51828122c6e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80588 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 07:24:56.933729 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-220cf97f-f053-4ab3-9206-92de356a6f90 req-14eadd3c-4c96-4f16-b988-a6af3e9af70f service neutron] Attempting to bind port 4742ed84-7103-4a63-868a-99b885e5faa4 on network b44ca581-7903-4d34-918a-e51828122c6e {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:24:56.948268 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a492e634-b495-474b-b028-4748aeeb1e0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:56.949994 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-220cf97f-f053-4ab3-9206-92de356a6f90 req-14eadd3c-4c96-4f16-b988-a6af3e9af70f service neutron] Checking agent: {'id': '6ad4e769-5dea-434d-bbcd-ae86f07cf259', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80588', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 7, 22, 28), 'started_at': datetime.datetime(2021, 9, 23, 7, 22, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 7, 24, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 07:24:56.950550 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-220cf97f-f053-4ab3-9206-92de356a6f90 req-14eadd3c-4c96-4f16-b988-a6af3e9af70f service neutron] Checking segment: {'id': '9680fae7-9ca3-40a6-b351-10f8a15caa7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'b44ca581-7903-4d34-918a-e51828122c6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:24:56.951472 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-220cf97f-f053-4ab3-9206-92de356a6f90 req-14eadd3c-4c96-4f16-b988-a6af3e9af70f service neutron] Bound using segment: {'id': '9680fae7-9ca3-40a6-b351-10f8a15caa7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'b44ca581-7903-4d34-918a-e51828122c6e'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 07:24:56.952258 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-220cf97f-f053-4ab3-9206-92de356a6f90 req-14eadd3c-4c96-4f16-b988-a6af3e9af70f service neutron] Bound port: 4742ed84-7103-4a63-868a-99b885e5faa4, host: hv-cinder-80588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9680fae7-9ca3-40a6-b351-10f8a15caa7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'b44ca581-7903-4d34-918a-e51828122c6e'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 07:24:56.952889 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-220cf97f-f053-4ab3-9206-92de356a6f90 req-14eadd3c-4c96-4f16-b988-a6af3e9af70f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:56.957991 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573dd1fc-72ca-4232-956a-41ae45841ed2 req-abe82dd9-5604-4ce6-84e7-a9dc738e53a1 tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:24:56.960844 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-573dd1fc-72ca-4232-956a-41ae45841ed2 req-abe82dd9-5604-4ce6-84e7-a9dc738e53a1 tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.53 "GET /v2.0/networks?id=b44ca581-7903-4d34-918a-e51828122c6e HTTP/1.1" status: 200 len: 818 time: 0.6487715 Sep 23 07:24:56.961943 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-494e8bf3-c4cd-4157-98e5-059f57faefef req-488fe0b7-3650-4b6b-868e-ba8b1bc1ac28 tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728617650863'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:57.001785 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2edf3ba8-2e4f-4159-942f-a1a7de45b01f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:57.039172 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.v2.base [req-573dd1fc-72ca-4232-956a-41ae45841ed2 req-95e45b09-9403-4628-90f4-9458b31b295c tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] Request body: {'port': {'device_id': 'c49bb731-9c90-48ec-b81e-5f87ca815b68', 'network_id': 'b44ca581-7903-4d34-918a-e51828122c6e', 'admin_state_up': True, 'tenant_id': 'f847624712b744ff9af7930d845e8424'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:24:57.046432 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-72a356da-eb80-4ced-b441-fbde6ffc0c76 req-df38a39f-2905-467b-aaff-053c3c09a215 tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/ports?device_id=c49bb731-9c90-48ec-b81e-5f87ca815b68 HTTP/1.1" status: 200 len: 210 time: 0.1167881 Sep 23 07:24:57.141027 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2edf3ba8-2e4f-4159-942f-a1a7de45b01f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:57.167770 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-494e8bf3-c4cd-4157-98e5-059f57faefef req-488fe0b7-3650-4b6b-868e-ba8b1bc1ac28 tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] Network af2ddaae-84fe-4fba-a944-e4f48fd0d9fc is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:24:57.199119 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4751de0-cb45-4bb9-aa4b-c7658d19ba78 req-7fac168d-b3be-45fb-aa0e-f21e02cb9bb8 tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:24:57.214927 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-f4751de0-cb45-4bb9-aa4b-c7658d19ba78 req-7fac168d-b3be-45fb-aa0e-f21e02cb9bb8 tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] 10.222.0.62 "GET /v2.0/ports?device_id=9223f7a4-205a-45dc-8f71-0cd230d0edba HTTP/1.1" status: 200 len: 944 time: 0.3845651 Sep 23 07:24:57.271182 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-220cf97f-f053-4ab3-9206-92de356a6f90 req-14eadd3c-4c96-4f16-b988-a6af3e9af70f service neutron] For port 4742ed84-7103-4a63-868a-99b885e5faa4, host hv-cinder-80588, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:24:57.277912 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-220cf97f-f053-4ab3-9206-92de356a6f90 req-14eadd3c-4c96-4f16-b988-a6af3e9af70f service neutron] For port 4742ed84-7103-4a63-868a-99b885e5faa4, host hv-cinder-80588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=4742ed84-7103-4a63-868a-99b885e5faa4,segment=NetworkSegment(9680fae7-9ca3-40a6-b351-10f8a15caa7a),segment_id=9680fae7-9ca3-40a6-b351-10f8a15caa7a)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 07:24:57.284884 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488fe0b7-3650-4b6b-868e-ba8b1bc1ac28 tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] Pushing event updated for resources: {'Port': ['ID=d5d95114-49c5-42a0-b94c-fc33fe17693a,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:24:57.289808 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [req-494e8bf3-c4cd-4157-98e5-059f57faefef req-488fe0b7-3650-4b6b-868e-ba8b1bc1ac28 tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:24:57.317075 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-494e8bf3-c4cd-4157-98e5-059f57faefef req-488fe0b7-3650-4b6b-868e-ba8b1bc1ac28 tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:24:57.340504 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-220cf97f-f053-4ab3-9206-92de356a6f90 req-14eadd3c-4c96-4f16-b988-a6af3e9af70f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728618137860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728617650881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728617650899'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:57.342114 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494e8bf3-c4cd-4157-98e5-059f57faefef req-488fe0b7-3650-4b6b-868e-ba8b1bc1ac28 tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:24:57.343225 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-494e8bf3-c4cd-4157-98e5-059f57faefef req-488fe0b7-3650-4b6b-868e-ba8b1bc1ac28 tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577015'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:57.439173 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220cf97f-f053-4ab3-9206-92de356a6f90 req-14eadd3c-4c96-4f16-b988-a6af3e9af70f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:24:57.440207 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-220cf97f-f053-4ab3-9206-92de356a6f90 req-14eadd3c-4c96-4f16-b988-a6af3e9af70f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577015'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:57.442747 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [req-220cf97f-f053-4ab3-9206-92de356a6f90 req-14eadd3c-4c96-4f16-b988-a6af3e9af70f service neutron] 10.222.0.53 "PUT /v2.0/ports/4742ed84-7103-4a63-868a-99b885e5faa4 HTTP/1.1" status: 200 len: 1093 time: 2.6195707 Sep 23 07:24:57.444427 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be5e8ac1-24da-457e-9cd8-b70acf9bb857', 'tag': '4742ed84-7103-4a63-868a-99b885e5faa4'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:24:57.524542 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-f4751de0-cb45-4bb9-aa4b-c7658d19ba78 req-726d224d-682c-4379-8d42-537912e0e20e tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] 10.222.0.62 "GET /v2.0/security-groups?id=f6ce59f4-c512-4d64-bc05-96f67bf65409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3063934 Sep 23 07:24:57.601003 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2edf3ba8-2e4f-4159-942f-a1a7de45b01f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520401'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:57.610929 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2edf3ba8-2e4f-4159-942f-a1a7de45b01f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:57.612247 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [None req-2edf3ba8-2e4f-4159-942f-a1a7de45b01f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/eb9c1e71-5d00-4142-b700-fbeba9293324 HTTP/1.1" status: 204 len: 168 time: 0.8644843 Sep 23 07:24:57.627298 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14eadd3c-4c96-4f16-b988-a6af3e9af70f service neutron] Pushing event updated for resources: {'Port': ['ID=4742ed84-7103-4a63-868a-99b885e5faa4,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:24:57.650027 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edf3ba8-2e4f-4159-942f-a1a7de45b01f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb9c1e71-5d00-4142-b700-fbeba9293324,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:24:57.675862 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-2437edd5-ad25-43a3-9f26-44cd0a40fce9 req-4baafba7-4460-44ae-b142-bae420265fed tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/ports?device_id=11aa03f3-4e13-41f7-a30c-8a2c8e1d0fa4 HTTP/1.1" status: 200 len: 210 time: 0.1304142 Sep 23 07:24:57.739693 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-f191b037-aef9-43f4-925a-a56a99c3aca9 None None] Provisioning complete for port d5d95114-49c5-42a0-b94c-fc33fe17693a triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:24:57.740434 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f191b037-aef9-43f4-925a-a56a99c3aca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703931'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:57.805361 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-f191b037-aef9-43f4-925a-a56a99c3aca9 None None] Port d5d95114-49c5-42a0-b94c-fc33fe17693a cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 07:24:57.811354 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57afd30a-e0e9-4b89-a289-f5b3074acfd1 req-f28056b3-bd9d-496a-8606-5be25c336f39 tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:24:57.817860 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb8d6b8657277539ef4de54674fa83498a11133e08412b1937995906b62ef5f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-290f9732-6830-446d-a921-515e32f332b8" -d '{"events": [{"name": "network-changed", "server_uuid": "be5e8ac1-24da-457e-9cd8-b70acf9bb857", "tag": "4742ed84-7103-4a63-868a-99b885e5faa4"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:24:57.820376 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-57afd30a-e0e9-4b89-a289-f5b3074acfd1 req-f28056b3-bd9d-496a-8606-5be25c336f39 tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] 10.222.0.62 "GET /v2.0/ports?device_id=f2f739a5-b918-46ae-a5a1-5005a5b39ebd HTTP/1.1" status: 200 len: 931 time: 0.1148374 Sep 23 07:24:57.856346 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:57.881753 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-573dd1fc-72ca-4232-956a-41ae45841ed2 req-95e45b09-9403-4628-90f4-9458b31b295c tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] Made reservation on behalf of f847624712b744ff9af7930d845e8424 for: {'port': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:24:57.885377 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-573dd1fc-72ca-4232-956a-41ae45841ed2 req-95e45b09-9403-4628-90f4-9458b31b295c tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:57.890325 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220cf97f-f053-4ab3-9206-92de356a6f90 req-bc83f3a1-930f-4570-b6b4-54f2bc9ed364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:24:57.893229 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [req-220cf97f-f053-4ab3-9206-92de356a6f90 req-bc83f3a1-930f-4570-b6b4-54f2bc9ed364 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f847624712b744ff9af7930d845e8424&device_id=be5e8ac1-24da-457e-9cd8-b70acf9bb857 HTTP/1.1" status: 200 len: 1096 time: 0.1480641 Sep 23 07:24:57.899345 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:57.952528 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-57afd30a-e0e9-4b89-a289-f5b3074acfd1 req-d020f70a-f761-4d13-a632-df53ce4031f8 tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] 10.222.0.62 "GET /v2.0/security-groups?id=a0ce8cd3-710a-441a-bcf8-df9fb0d9b143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1311896 Sep 23 07:24:57.980993 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-494e8bf3-c4cd-4157-98e5-059f57faefef req-488fe0b7-3650-4b6b-868e-ba8b1bc1ac28 tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0537274 Sep 23 07:24:58.001737 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847014ad-c4d1-4773-abe3-c3578ad75e5b req-3112a509-e18c-4f95-9756-e2dfae95b96c tempest-DeleteServersTestJSON-1434548261 tempest-DeleteServersTestJSON-1434548261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:24:58.004041 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-847014ad-c4d1-4773-abe3-c3578ad75e5b req-3112a509-e18c-4f95-9756-e2dfae95b96c tempest-DeleteServersTestJSON-1434548261 tempest-DeleteServersTestJSON-1434548261-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab783cb1-a4aa-42fe-8fea-ea6abc4c6077 HTTP/1.1" status: 200 len: 945 time: 0.1811483 Sep 23 07:24:58.030456 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [req-220cf97f-f053-4ab3-9206-92de356a6f90 req-2abf78da-fe20-4464-abf8-894455b5f5da service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4742ed84-7103-4a63-868a-99b885e5faa4 HTTP/1.1" status: 200 len: 217 time: 0.1199844 Sep 23 07:24:58.051059 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.v2.base [req-494e8bf3-c4cd-4157-98e5-059f57faefef req-92b81352-6a08-4af5-87c4-27be39cfc3a2 service neutron] Request body: {'port': {'device_id': 'f2f739a5-b918-46ae-a5a1-5005a5b39ebd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80588'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:24:58.079084 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-1854caf6-1153-400a-8d11-9ed8c1e229e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:58.127502 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220cf97f-f053-4ab3-9206-92de356a6f90 req-901840b2-95a1-42a1-9061-61e4a9164b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:24:58.130759 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [req-220cf97f-f053-4ab3-9206-92de356a6f90 req-901840b2-95a1-42a1-9061-61e4a9164b36 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c0154a81-b31b-4d7e-b6a8-6873c78703af HTTP/1.1" status: 200 len: 858 time: 0.0909116 Sep 23 07:24:58.196591 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-847014ad-c4d1-4773-abe3-c3578ad75e5b req-7b6466c3-1e1e-4e1d-87ad-382e421a3812 tempest-DeleteServersTestJSON-1434548261 tempest-DeleteServersTestJSON-1434548261-project] 10.222.0.62 "GET /v2.0/security-groups?id=5bf02978-f38f-4627-83c7-d630e2f8decc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423864 Sep 23 07:24:58.247772 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-494e8bf3-c4cd-4157-98e5-059f57faefef req-92b81352-6a08-4af5-87c4-27be39cfc3a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:58.280838 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [req-573dd1fc-72ca-4232-956a-41ae45841ed2 req-95e45b09-9403-4628-90f4-9458b31b295c tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] Allocated IP 172.20.0.6 (b44ca581-7903-4d34-918a-e51828122c6e/c0154a81-b31b-4d7e-b6a8-6873c78703af/4cd03669-ef1e-4289-9ede-721592398a48) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:24:58.282477 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [req-220cf97f-f053-4ab3-9206-92de356a6f90 req-dba1aa2b-3e9a-40ab-8db2-669c45747fa6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b44ca581-7903-4d34-918a-e51828122c6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1440248 Sep 23 07:24:58.284320 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 07:24:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e148c31f-3dd7-4e53-9fdc-13c6bb077202 x-openstack-request-id: req-e148c31f-3dd7-4e53-9fdc-13c6bb077202 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:24:58.284645 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be5e8ac1-24da-457e-9cd8-b70acf9bb857", "tag": "4742ed84-7103-4a63-868a-99b885e5faa4", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:24:58.284906 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e148c31f-3dd7-4e53-9fdc-13c6bb077202 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:24:58.285380 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be5e8ac1-24da-457e-9cd8-b70acf9bb857', 'tag': '4742ed84-7103-4a63-868a-99b885e5faa4', 'status': 'completed', 'code': 200} Sep 23 07:24:58.304901 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Device 4c07a7c2-2686-4c6a-b103-64e9c7d691d5 up at agent hyperv_hv-cinder-80588 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:24:58.362067 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-4c5db779-af33-42fb-bc0c-b954be3b501c req-bba0e438-a489-4e8b-b92a-a74ec95cacc5 tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/ports?device_id=c49bb731-9c90-48ec-b81e-5f87ca815b68 HTTP/1.1" status: 200 len: 210 time: 0.0832784 Sep 23 07:24:58.488662 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [req-220cf97f-f053-4ab3-9206-92de356a6f90 req-221d94b6-d4ef-44f4-b90d-8eb4cb520577 service neutron] 10.222.0.53 "GET /v2.0/networks/b44ca581-7903-4d34-918a-e51828122c6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1982939 Sep 23 07:24:58.555733 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Provisioning for port 4c07a7c2-2686-4c6a-b103-64e9c7d691d5 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 07:24:58.561721 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Provisioning complete for port 4c07a7c2-2686-4c6a-b103-64e9c7d691d5 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:24:58.562191 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703931'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:58.636122 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [req-220cf97f-f053-4ab3-9206-92de356a6f90 req-f6a7a055-20da-410e-86b5-19f963bed645 service neutron] 10.222.0.53 "GET /v2.0/networks/b44ca581-7903-4d34-918a-e51828122c6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390119 Sep 23 07:24:58.806995 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:58.919825 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9223f7a4-205a-45dc-8f71-0cd230d0edba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c07a7c2-2686-4c6a-b103-64e9c7d691d5'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:24:58.947719 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290f9732-6830-446d-a921-515e32f332b8 req-14320f16-efaa-4dc6-a6a2-b19e5c398c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:24:58.951094 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [req-290f9732-6830-446d-a921-515e32f332b8 req-14320f16-efaa-4dc6-a6a2-b19e5c398c26 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f847624712b744ff9af7930d845e8424&device_id=be5e8ac1-24da-457e-9cd8-b70acf9bb857 HTTP/1.1" status: 200 len: 1096 time: 0.1054873 Sep 23 07:24:59.035747 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-578a2590-e1ea-4afb-8ffb-0cb147fae222 req-59442b5c-ea78-4c9b-8dea-05f957afea3d tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/ports?device_id=11aa03f3-4e13-41f7-a30c-8a2c8e1d0fa4 HTTP/1.1" status: 200 len: 210 time: 0.1141229 Sep 23 07:24:59.056526 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] For port 4c07a7c2-2686-4c6a-b103-64e9c7d691d5, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=4c07a7c2-2686-4c6a-b103-64e9c7d691d5,segment=NetworkSegment(30ea837a-f393-437b-a40e-aa4a286716b2),segment_id=30ea837a-f393-437b-a40e-aa4a286716b2)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:24:59.077063 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4a9d44-c847-41fb-a3d4-32d3680a9162 req-875332d2-cfa8-401a-8e9f-aa3a7aa8fba8 tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:24:59.091179 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-7c4a9d44-c847-41fb-a3d4-32d3680a9162 req-875332d2-cfa8-401a-8e9f-aa3a7aa8fba8 tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] 10.222.0.62 "GET /v2.0/ports?device_id=9223f7a4-205a-45dc-8f71-0cd230d0edba HTTP/1.1" status: 200 len: 944 time: 0.3993061 Sep 23 07:24:59.101861 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-573dd1fc-72ca-4232-956a-41ae45841ed2 req-95e45b09-9403-4628-90f4-9458b31b295c tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:59.137131 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728618137860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728617650881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728617650899'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:59.138138 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Device 73ea1406-0ef0-4d27-9346-5d048311a408 up at agent hyperv_hv-cinder-80588 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:24:59.222003 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.53', 59129) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:24:59.396051 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Pushing event updated for resources: {'Port': ['ID=4c07a7c2-2686-4c6a-b103-64e9c7d691d5,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:24:59.399461 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd2bddb-e28b-434d-88ab-4249b9eb9898 req-6b94e4cd-4675-4319-8d2f-2414534537b6 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:24:59.406726 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-5bd2bddb-e28b-434d-88ab-4249b9eb9898 req-6b94e4cd-4675-4319-8d2f-2414534537b6 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.53 "GET /v2.0/networks?id=457ccd50-05b0-4ce0-8b7d-271dff6f827e HTTP/1.1" status: 200 len: 817 time: 0.1833267 Sep 23 07:24:59.411120 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290f9732-6830-446d-a921-515e32f332b8 req-5b902248-d01e-4279-87a4-417351a59f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:24:59.413841 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [req-290f9732-6830-446d-a921-515e32f332b8 req-5b902248-d01e-4279-87a4-417351a59f4a service neutron] 10.222.0.53 "GET /v2.0/networks?id=b44ca581-7903-4d34-918a-e51828122c6e HTTP/1.1" status: 200 len: 919 time: 0.4547462 Sep 23 07:24:59.478193 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [req-290f9732-6830-446d-a921-515e32f332b8 req-72a2c364-8144-415b-bc55-babd8073737e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4742ed84-7103-4a63-868a-99b885e5faa4 HTTP/1.1" status: 200 len: 217 time: 0.0524564 Sep 23 07:24:59.510390 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Provisioning for port 73ea1406-0ef0-4d27-9346-5d048311a408 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 07:24:59.514533 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.notifiers.nova [req-494e8bf3-c4cd-4157-98e5-059f57faefef req-92b81352-6a08-4af5-87c4-27be39cfc3a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5d95114-49c5-42a0-b94c-fc33fe17693a {{(pid=94841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 07:24:59.519126 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Provisioning complete for port 73ea1406-0ef0-4d27-9346-5d048311a408 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:24:59.519679 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703931'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:59.556538 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-494e8bf3-c4cd-4157-98e5-059f57faefef req-92b81352-6a08-4af5-87c4-27be39cfc3a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:59.569951 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290f9732-6830-446d-a921-515e32f332b8 req-cbdbc6e5-50c2-4647-bef0-1abc2a1a0068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:24:59.572667 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [req-290f9732-6830-446d-a921-515e32f332b8 req-cbdbc6e5-50c2-4647-bef0-1abc2a1a0068 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c0154a81-b31b-4d7e-b6a8-6873c78703af HTTP/1.1" status: 200 len: 858 time: 0.0850120 Sep 23 07:24:59.585634 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-7c4a9d44-c847-41fb-a3d4-32d3680a9162 req-3b41ba48-23cf-42b7-9053-d8e73c1570f8 tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] 10.222.0.62 "GET /v2.0/security-groups?id=f6ce59f4-c512-4d64-bc05-96f67bf65409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4927223 Sep 23 07:24:59.642328 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [req-494e8bf3-c4cd-4157-98e5-059f57faefef req-92b81352-6a08-4af5-87c4-27be39cfc3a2 service neutron] Transition to ACTIVE for port object d5d95114-49c5-42a0-b94c-fc33fe17693a will not be triggered until provisioned by entity L2. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 07:24:59.659390 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-5bd2bddb-e28b-434d-88ab-4249b9eb9898 req-8f087073-3a05-4d54-81d3-c5a29344604c tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=63deb2e833294f4ba854d4abe4a79ff2 HTTP/1.1" status: 200 len: 380 time: 0.2250011 Sep 23 07:24:59.688009 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.v2.base [req-5bd2bddb-e28b-434d-88ab-4249b9eb9898 req-31962232-68c9-40af-82cf-5f15685e1b25 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Request body: {'port': {'device_id': '11aa03f3-4e13-41f7-a30c-8a2c8e1d0fa4', 'network_id': '457ccd50-05b0-4ce0-8b7d-271dff6f827e', 'admin_state_up': True, 'tenant_id': '63deb2e833294f4ba854d4abe4a79ff2', 'security_groups': ['f544a07c-938f-4158-882b-467f1a401932']}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:24:59.697349 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [req-290f9732-6830-446d-a921-515e32f332b8 req-32f6f5fa-20a0-4943-a149-baf5ae5f8aa5 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b44ca581-7903-4d34-918a-e51828122c6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1146743 Sep 23 07:24:59.750045 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8cb1569f887212d656241d478829572ac01e5268e755a1d7af7c5208f8517aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb1ed162-d979-4385-98f3-20af43b17e07" -d '{"events": [{"server_uuid": "9223f7a4-205a-45dc-8f71-0cd230d0edba", "name": "network-vif-plugged", "status": "completed", "tag": "4c07a7c2-2686-4c6a-b103-64e9c7d691d5"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:24:59.756896 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:59.785255 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ee7414-63ae-42d5-b706-9d96f9c75eed req-e8a13ff8-3e21-4458-b8f5-955e0f3b02f0 tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:24:59.791560 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-a8ee7414-63ae-42d5-b706-9d96f9c75eed req-e8a13ff8-3e21-4458-b8f5-955e0f3b02f0 tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] 10.222.0.62 "GET /v2.0/ports?device_id=f2f739a5-b918-46ae-a5a1-5005a5b39ebd HTTP/1.1" status: 200 len: 931 time: 0.3586626 Sep 23 07:24:59.807208 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-494e8bf3-c4cd-4157-98e5-059f57faefef req-92b81352-6a08-4af5-87c4-27be39cfc3a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728618137860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728617650881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728617650899'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:59.870594 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-573dd1fc-72ca-4232-956a-41ae45841ed2 req-95e45b09-9403-4628-90f4-9458b31b295c tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728617650863'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:59.900762 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] For port 73ea1406-0ef0-4d27-9346-5d048311a408, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=73ea1406-0ef0-4d27-9346-5d048311a408,segment=NetworkSegment(fa496057-a925-4a3e-b303-dd138de3eddc),segment_id=fa496057-a925-4a3e-b303-dd138de3eddc)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:24:59.928293 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e4079388-143e-46ee-8cf3-ea3894d72bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:59.969920 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-573dd1fc-72ca-4232-956a-41ae45841ed2 req-95e45b09-9403-4628-90f4-9458b31b295c tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] Network b44ca581-7903-4d34-918a-e51828122c6e is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:25:00.029763 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [req-573dd1fc-72ca-4232-956a-41ae45841ed2 req-95e45b09-9403-4628-90f4-9458b31b295c tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:25:00.033024 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-573dd1fc-72ca-4232-956a-41ae45841ed2 req-95e45b09-9403-4628-90f4-9458b31b295c tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:25:00.036715 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [req-290f9732-6830-446d-a921-515e32f332b8 req-ddd45ab3-7fb7-4e84-8319-ec8801aedb55 service neutron] 10.222.0.53 "GET /v2.0/networks/b44ca581-7903-4d34-918a-e51828122c6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3329341 Sep 23 07:25:00.039725 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573dd1fc-72ca-4232-956a-41ae45841ed2 req-95e45b09-9403-4628-90f4-9458b31b295c tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:25:00.040534 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-573dd1fc-72ca-4232-956a-41ae45841ed2 req-95e45b09-9403-4628-90f4-9458b31b295c tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577015'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:00.111461 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b81352-6a08-4af5-87c4-27be39cfc3a2 service neutron] Pushing event updated for resources: {'Port': ['ID=d5d95114-49c5-42a0-b94c-fc33fe17693a,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:25:00.125155 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-494e8bf3-c4cd-4157-98e5-059f57faefef req-92b81352-6a08-4af5-87c4-27be39cfc3a2 service neutron] Attempting to bind port d5d95114-49c5-42a0-b94c-fc33fe17693a on host hv-cinder-80588 for vnic_type normal with profile {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:25:00.125668 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-494e8bf3-c4cd-4157-98e5-059f57faefef req-92b81352-6a08-4af5-87c4-27be39cfc3a2 service neutron] Attempting to bind port d5d95114-49c5-42a0-b94c-fc33fe17693a by drivers openvswitch,hyperv on host hv-cinder-80588 at level 0 using segments [{'id': '681c178e-d1f1-44d1-9a02-efe6aedb0bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'af2ddaae-84fe-4fba-a944-e4f48fd0d9fc'}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:25:00.126071 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-494e8bf3-c4cd-4157-98e5-059f57faefef req-92b81352-6a08-4af5-87c4-27be39cfc3a2 service neutron] Attempting to bind port d5d95114-49c5-42a0-b94c-fc33fe17693a on network af2ddaae-84fe-4fba-a944-e4f48fd0d9fc {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:25:00.132088 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-a8ee7414-63ae-42d5-b706-9d96f9c75eed req-ae7b9cb2-20f4-4ca9-8b7a-118451672fe4 tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] 10.222.0.62 "GET /v2.0/security-groups?id=a0ce8cd3-710a-441a-bcf8-df9fb0d9b143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3204477 Sep 23 07:25:00.205804 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728618137860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728617650881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728617650899'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:00.208319 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-494e8bf3-c4cd-4157-98e5-059f57faefef req-92b81352-6a08-4af5-87c4-27be39cfc3a2 service neutron] Port d5d95114-49c5-42a0-b94c-fc33fe17693a on network af2ddaae-84fe-4fba-a944-e4f48fd0d9fc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80588 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 07:25:00.208319 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-494e8bf3-c4cd-4157-98e5-059f57faefef req-92b81352-6a08-4af5-87c4-27be39cfc3a2 service neutron] Attempting to bind port d5d95114-49c5-42a0-b94c-fc33fe17693a on network af2ddaae-84fe-4fba-a944-e4f48fd0d9fc {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:25:00.296780 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [req-290f9732-6830-446d-a921-515e32f332b8 req-62603372-1cb4-4570-9e45-ac4de5fd3844 service neutron] 10.222.0.53 "GET /v2.0/networks/b44ca581-7903-4d34-918a-e51828122c6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2450175 Sep 23 07:25:00.340450 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Pushing event updated for resources: {'Port': ['ID=73ea1406-0ef0-4d27-9346-5d048311a408,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:25:00.357884 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed32183-09f7-4021-8735-198ffc0d67a6 req-3205e7e6-ee3b-47a3-8412-b3c3f97e8a07 tempest-DeleteServersTestJSON-1434548261 tempest-DeleteServersTestJSON-1434548261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:25:00.360822 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-3ed32183-09f7-4021-8735-198ffc0d67a6 req-3205e7e6-ee3b-47a3-8412-b3c3f97e8a07 tempest-DeleteServersTestJSON-1434548261 tempest-DeleteServersTestJSON-1434548261-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab783cb1-a4aa-42fe-8fea-ea6abc4c6077 HTTP/1.1" status: 200 len: 945 time: 0.4666770 Sep 23 07:25:00.367922 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e45b09-9403-4628-90f4-9458b31b295c tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] Pushing event updated for resources: {'Port': ['ID=4cd03669-ef1e-4289-9ede-721592398a48,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:25:00.371657 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-494e8bf3-c4cd-4157-98e5-059f57faefef req-92b81352-6a08-4af5-87c4-27be39cfc3a2 service neutron] Checking agent: {'id': '6ad4e769-5dea-434d-bbcd-ae86f07cf259', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80588', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 7, 22, 28), 'started_at': datetime.datetime(2021, 9, 23, 7, 22, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 7, 24, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 07:25:00.372300 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-494e8bf3-c4cd-4157-98e5-059f57faefef req-92b81352-6a08-4af5-87c4-27be39cfc3a2 service neutron] Checking segment: {'id': '681c178e-d1f1-44d1-9a02-efe6aedb0bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'af2ddaae-84fe-4fba-a944-e4f48fd0d9fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:25:00.372842 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-494e8bf3-c4cd-4157-98e5-059f57faefef req-92b81352-6a08-4af5-87c4-27be39cfc3a2 service neutron] Bound using segment: {'id': '681c178e-d1f1-44d1-9a02-efe6aedb0bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'af2ddaae-84fe-4fba-a944-e4f48fd0d9fc'} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 07:25:00.373605 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-494e8bf3-c4cd-4157-98e5-059f57faefef req-92b81352-6a08-4af5-87c4-27be39cfc3a2 service neutron] Bound port: d5d95114-49c5-42a0-b94c-fc33fe17693a, host: hv-cinder-80588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '681c178e-d1f1-44d1-9a02-efe6aedb0bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'af2ddaae-84fe-4fba-a944-e4f48fd0d9fc'}}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 07:25:00.374207 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-494e8bf3-c4cd-4157-98e5-059f57faefef req-92b81352-6a08-4af5-87c4-27be39cfc3a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:00.504325 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-573dd1fc-72ca-4232-956a-41ae45841ed2 req-95e45b09-9403-4628-90f4-9458b31b295c tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5276756 Sep 23 07:25:00.527949 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5d4e0b-f4ce-4d42-bac9-3385849173bb req-919189e0-8e6e-4e9b-8eb3-700998034e1c tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:25:00.527949 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-cc5d4e0b-f4ce-4d42-bac9-3385849173bb req-919189e0-8e6e-4e9b-8eb3-700998034e1c tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/ports?device_id=c49bb731-9c90-48ec-b81e-5f87ca815b68 HTTP/1.1" status: 200 len: 931 time: 0.2344620 Sep 23 07:25:00.551831 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.v2.base [req-573dd1fc-72ca-4232-956a-41ae45841ed2 req-dc03655c-2dfa-4b97-ad89-e721d1140436 service neutron] Request body: {'port': {'device_id': 'c49bb731-9c90-48ec-b81e-5f87ca815b68', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80588'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:25:00.870079 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-3ed32183-09f7-4021-8735-198ffc0d67a6 req-a7d2f26f-3e76-44d1-99ad-15cdad4931bd tempest-DeleteServersTestJSON-1434548261 tempest-DeleteServersTestJSON-1434548261-project] 10.222.0.62 "GET /v2.0/security-groups?id=5bf02978-f38f-4627-83c7-d630e2f8decc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4914088 Sep 23 07:25:00.882101 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5bd2bddb-e28b-434d-88ab-4249b9eb9898 req-31962232-68c9-40af-82cf-5f15685e1b25 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Made reservation on behalf of 63deb2e833294f4ba854d4abe4a79ff2 for: {'port': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:25:00.886151 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-5bd2bddb-e28b-434d-88ab-4249b9eb9898 req-31962232-68c9-40af-82cf-5f15685e1b25 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:00.914842 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-494e8bf3-c4cd-4157-98e5-059f57faefef req-92b81352-6a08-4af5-87c4-27be39cfc3a2 service neutron] For port d5d95114-49c5-42a0-b94c-fc33fe17693a, host hv-cinder-80588, cleared binding levels {{(pid=94841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:25:00.966814 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-cc5d4e0b-f4ce-4d42-bac9-3385849173bb req-425af3a0-a599-4a0a-b5e6-58009ebd2d23 tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/security-groups?id=b1176efc-2ea4-4549-99dc-1bd682ff6d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4237473 Sep 23 07:25:00.972145 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-494e8bf3-c4cd-4157-98e5-059f57faefef req-92b81352-6a08-4af5-87c4-27be39cfc3a2 service neutron] For port d5d95114-49c5-42a0-b94c-fc33fe17693a, host hv-cinder-80588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=d5d95114-49c5-42a0-b94c-fc33fe17693a,segment=NetworkSegment(681c178e-d1f1-44d1-9a02-efe6aedb0bdf),segment_id=681c178e-d1f1-44d1-9a02-efe6aedb0bdf)] {{(pid=94841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 07:25:00.978578 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-573dd1fc-72ca-4232-956a-41ae45841ed2 req-dc03655c-2dfa-4b97-ad89-e721d1140436 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:01.084525 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-494e8bf3-c4cd-4157-98e5-059f57faefef req-92b81352-6a08-4af5-87c4-27be39cfc3a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728618137860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728617650881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728617650899'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:01.198797 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494e8bf3-c4cd-4157-98e5-059f57faefef req-92b81352-6a08-4af5-87c4-27be39cfc3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:25:01.199560 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-494e8bf3-c4cd-4157-98e5-059f57faefef req-92b81352-6a08-4af5-87c4-27be39cfc3a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577015'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:01.201284 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-494e8bf3-c4cd-4157-98e5-059f57faefef req-92b81352-6a08-4af5-87c4-27be39cfc3a2 service neutron] 10.222.0.53 "PUT /v2.0/ports/d5d95114-49c5-42a0-b94c-fc33fe17693a HTTP/1.1" status: 200 len: 1093 time: 3.1962266 Sep 23 07:25:01.228771 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2f739a5-b918-46ae-a5a1-5005a5b39ebd', 'tag': 'd5d95114-49c5-42a0-b94c-fc33fe17693a'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:25:01.239484 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59377972be4a6b1db7d764771ea1170f497e9021ac5c159e937f759c4704c07c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c6d1755-3c7b-4692-aeeb-93009c15f9bf" -d '{"events": [{"name": "network-changed", "server_uuid": "f2f739a5-b918-46ae-a5a1-5005a5b39ebd", "tag": "d5d95114-49c5-42a0-b94c-fc33fe17693a"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:25:01.243639 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-59523b01-942e-496d-bcf9-250dc37249be req-1bc837f5-9a06-4507-afa1-ac89c10786b1 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/ports?device_id=11aa03f3-4e13-41f7-a30c-8a2c8e1d0fa4 HTTP/1.1" status: 200 len: 210 time: 0.1169605 Sep 23 07:25:01.333404 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 07:24:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24c41267-8e02-480d-a242-3ad6286c6111 x-openstack-request-id: req-24c41267-8e02-480d-a242-3ad6286c6111 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:25:01.335047 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9223f7a4-205a-45dc-8f71-0cd230d0edba", "name": "network-vif-plugged", "status": "completed", "tag": "4c07a7c2-2686-4c6a-b103-64e9c7d691d5", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:25:01.335461 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-24c41267-8e02-480d-a242-3ad6286c6111 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:25:01.336090 dv-cinder-805887-18-iscsi neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9223f7a4-205a-45dc-8f71-0cd230d0edba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c07a7c2-2686-4c6a-b103-64e9c7d691d5', 'code': 200} Sep 23 07:25:01.375961 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [req-5bd2bddb-e28b-434d-88ab-4249b9eb9898 req-31962232-68c9-40af-82cf-5f15685e1b25 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Allocated IP 172.20.0.9 (457ccd50-05b0-4ce0-8b7d-271dff6f827e/513e6a2b-0c54-4f03-8c2d-dd3c246bd8ac/7dfc4070-e231-4f6c-ad17-e12882af128e) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:25:01.604800 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b81352-6a08-4af5-87c4-27be39cfc3a2 service neutron] Pushing event updated for resources: {'Port': ['ID=d5d95114-49c5-42a0-b94c-fc33fe17693a,revision_number=3']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:25:01.826781 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494e8bf3-c4cd-4157-98e5-059f57faefef req-66eb7625-7509-4d24-8dac-e8edf8f5d456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:25:01.827992 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-494e8bf3-c4cd-4157-98e5-059f57faefef req-66eb7625-7509-4d24-8dac-e8edf8f5d456 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2661271257b242509f29ed8640a48915&device_id=f2f739a5-b918-46ae-a5a1-5005a5b39ebd HTTP/1.1" status: 200 len: 1096 time: 0.3585956 Sep 23 07:25:01.853188 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31d442f-ceff-43b6-be13-3216eb7371a0 req-22bd02f5-a262-4ea7-a3f7-c3a7ff95df4e tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:25:01.853565 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-c31d442f-ceff-43b6-be13-3216eb7371a0 req-22bd02f5-a262-4ea7-a3f7-c3a7ff95df4e tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] 10.222.0.62 "GET /v2.0/ports?device_id=f2f739a5-b918-46ae-a5a1-5005a5b39ebd HTTP/1.1" status: 200 len: 943 time: 0.3859856 Sep 23 07:25:01.866532 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b11d74-f4b1-436a-b916-f550aaeb941b req-24b41bac-e537-4d25-aee3-50a078b02296 tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:25:01.869297 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-35b11d74-f4b1-436a-b916-f550aaeb941b req-24b41bac-e537-4d25-aee3-50a078b02296 tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] 10.222.0.62 "GET /v2.0/ports?device_id=9223f7a4-205a-45dc-8f71-0cd230d0edba HTTP/1.1" status: 200 len: 945 time: 0.4075851 Sep 23 07:25:01.892335 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f73dc5-0b57-4d2c-a066-c546e777a81e req-45c2e909-ec99-4fc5-81c9-8df16cf43e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:25:01.895116 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [req-e5f73dc5-0b57-4d2c-a066-c546e777a81e req-45c2e909-ec99-4fc5-81c9-8df16cf43e12 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=9223f7a4-205a-45dc-8f71-0cd230d0edba HTTP/1.1" status: 200 len: 1098 time: 0.1510472 Sep 23 07:25:01.925414 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-e5f73dc5-0b57-4d2c-a066-c546e777a81e req-dadf80c6-a667-4a7b-869d-ddbfa37e7eaf service neutron] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:01.964708 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.db.agents_db [None req-60cd1eec-2052-4d49-bd00-e5a0de40c293 None None] Agent healthcheck: found 6 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 07:25:02.062372 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-5bd2bddb-e28b-434d-88ab-4249b9eb9898 req-31962232-68c9-40af-82cf-5f15685e1b25 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:02.064301 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-e5f73dc5-0b57-4d2c-a066-c546e777a81e req-dadf80c6-a667-4a7b-869d-ddbfa37e7eaf service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:02.071489 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-494e8bf3-c4cd-4157-98e5-059f57faefef req-c3238a9b-1e11-41a2-ac95-1ff2c0456e2b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d5d95114-49c5-42a0-b94c-fc33fe17693a HTTP/1.1" status: 200 len: 217 time: 0.2299399 Sep 23 07:25:02.165548 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-e5f73dc5-0b57-4d2c-a066-c546e777a81e req-dadf80c6-a667-4a7b-869d-ddbfa37e7eaf service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520401'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:02.180129 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-35b11d74-f4b1-436a-b916-f550aaeb941b req-02acfd3a-b94c-469b-85b1-76818d603945 tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] 10.222.0.62 "GET /v2.0/security-groups?id=f6ce59f4-c512-4d64-bc05-96f67bf65409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2912583 Sep 23 07:25:02.229486 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-c31d442f-ceff-43b6-be13-3216eb7371a0 req-e3aecd35-9468-4b15-8138-20a183d533c8 tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] 10.222.0.62 "GET /v2.0/security-groups?id=a0ce8cd3-710a-441a-bcf8-df9fb0d9b143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3467069 Sep 23 07:25:02.236956 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadf80c6-a667-4a7b-869d-ddbfa37e7eaf service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=d6ebc9f3-0183-4b53-950d-37e4e0bfbe34,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:25:02.276594 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494e8bf3-c4cd-4157-98e5-059f57faefef req-341904a8-12e5-4933-ab2f-dd2bd1a955da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:25:02.279369 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-494e8bf3-c4cd-4157-98e5-059f57faefef req-341904a8-12e5-4933-ab2f-dd2bd1a955da service neutron] 10.222.0.53 "GET /v2.0/subnets?id=68f0a779-afe9-48a5-86f0-926f10275d4d HTTP/1.1" status: 200 len: 849 time: 0.1812499 Sep 23 07:25:02.319626 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [req-e5f73dc5-0b57-4d2c-a066-c546e777a81e req-dadf80c6-a667-4a7b-869d-ddbfa37e7eaf service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=f6ce59f4-c512-4d64-bc05-96f67bf65409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4160404 Sep 23 07:25:02.322458 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Device 4742ed84-7103-4a63-868a-99b885e5faa4 details requested by agent hyperv_hv-cinder-80588 with host hv-cinder-80588 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 07:25:02.357939 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 07:25:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92abbc83-5296-4f74-ae0b-d53481689451 x-openstack-request-id: req-92abbc83-5296-4f74-ae0b-d53481689451 {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:25:02.358404 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2f739a5-b918-46ae-a5a1-5005a5b39ebd", "tag": "d5d95114-49c5-42a0-b94c-fc33fe17693a", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:25:02.358807 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-92abbc83-5296-4f74-ae0b-d53481689451 {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:25:02.359427 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2f739a5-b918-46ae-a5a1-5005a5b39ebd', 'tag': 'd5d95114-49c5-42a0-b94c-fc33fe17693a', 'status': 'completed', 'code': 200} Sep 23 07:25:02.434082 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.notifiers.nova [req-573dd1fc-72ca-4232-956a-41ae45841ed2 req-dc03655c-2dfa-4b97-ad89-e721d1140436 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4cd03669-ef1e-4289-9ede-721592398a48 {{(pid=94841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 07:25:02.508821 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-573dd1fc-72ca-4232-956a-41ae45841ed2 req-dc03655c-2dfa-4b97-ad89-e721d1140436 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:02.531770 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-5bd2bddb-e28b-434d-88ab-4249b9eb9898 req-31962232-68c9-40af-82cf-5f15685e1b25 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728617650863'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:02.552332 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] For port 4742ed84-7103-4a63-868a-99b885e5faa4, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=4742ed84-7103-4a63-868a-99b885e5faa4,segment=NetworkSegment(9680fae7-9ca3-40a6-b351-10f8a15caa7a),segment_id=9680fae7-9ca3-40a6-b351-10f8a15caa7a)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:25:02.573612 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Returning: {'device': '4742ed84-7103-4a63-868a-99b885e5faa4', 'network_id': 'b44ca581-7903-4d34-918a-e51828122c6e', 'port_id': '4742ed84-7103-4a63-868a-99b885e5faa4', 'mac_address': 'fa:16:3e:72:06:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0154a81-b31b-4d7e-b6a8-6873c78703af', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 07:25:02.579049 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [req-573dd1fc-72ca-4232-956a-41ae45841ed2 req-dc03655c-2dfa-4b97-ad89-e721d1140436 service neutron] Transition to ACTIVE for port object 4cd03669-ef1e-4289-9ede-721592398a48 will not be triggered until provisioned by entity L2. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 07:25:02.660474 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:02.665303 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494e8bf3-c4cd-4157-98e5-059f57faefef req-0592ae18-b76e-40d6-8c05-bdfc3f9c42ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:25:02.667923 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-494e8bf3-c4cd-4157-98e5-059f57faefef req-0592ae18-b76e-40d6-8c05-bdfc3f9c42ca service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=af2ddaae-84fe-4fba-a944-e4f48fd0d9fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.3071318 Sep 23 07:25:02.677372 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4742ed84-7103-4a63-868a-99b885e5faa4 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 07:25:02.710948 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-573dd1fc-72ca-4232-956a-41ae45841ed2 req-dc03655c-2dfa-4b97-ad89-e721d1140436 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728618137860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728617650881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728617650899'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:02.733130 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] For port 4742ed84-7103-4a63-868a-99b885e5faa4, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=4742ed84-7103-4a63-868a-99b885e5faa4,segment=NetworkSegment(9680fae7-9ca3-40a6-b351-10f8a15caa7a),segment_id=9680fae7-9ca3-40a6-b351-10f8a15caa7a)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:25:02.741046 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f21969-49b8-419e-9231-37e664ad05d4 req-11835d4d-28dd-4831-896a-e202a7dc251a tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:25:02.743777 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-21f21969-49b8-419e-9231-37e664ad05d4 req-11835d4d-28dd-4831-896a-e202a7dc251a tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/ports?device_id=c49bb731-9c90-48ec-b81e-5f87ca815b68 HTTP/1.1" status: 200 len: 931 time: 0.3262475 Sep 23 07:25:02.747299 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5bd2bddb-e28b-434d-88ab-4249b9eb9898 req-31962232-68c9-40af-82cf-5f15685e1b25 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Network 457ccd50-05b0-4ce0-8b7d-271dff6f827e is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:25:02.789418 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ea9c37-7100-4438-a6af-fc76d2e928b7 req-1c44c834-872b-4d72-97b2-fade25cd6b5c tempest-DeleteServersTestJSON-1434548261 tempest-DeleteServersTestJSON-1434548261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:25:02.791135 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-50ea9c37-7100-4438-a6af-fc76d2e928b7 req-1c44c834-872b-4d72-97b2-fade25cd6b5c tempest-DeleteServersTestJSON-1434548261 tempest-DeleteServersTestJSON-1434548261-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab783cb1-a4aa-42fe-8fea-ea6abc4c6077 HTTP/1.1" status: 200 len: 946 time: 0.3915770 Sep 23 07:25:02.801857 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [req-5bd2bddb-e28b-434d-88ab-4249b9eb9898 req-31962232-68c9-40af-82cf-5f15685e1b25 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:25:02.804850 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31962232-68c9-40af-82cf-5f15685e1b25 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Pushing event updated for resources: {'Port': ['ID=7dfc4070-e231-4f6c-ad17-e12882af128e,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:25:02.831446 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bd2bddb-e28b-434d-88ab-4249b9eb9898 req-31962232-68c9-40af-82cf-5f15685e1b25 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:25:02.831446 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd2bddb-e28b-434d-88ab-4249b9eb9898 req-31962232-68c9-40af-82cf-5f15685e1b25 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:25:02.831446 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-5bd2bddb-e28b-434d-88ab-4249b9eb9898 req-31962232-68c9-40af-82cf-5f15685e1b25 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577015'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:02.868511 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728618137860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728617650881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728617650899'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:03.057179 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Pushing event updated for resources: {'Port': ['ID=4742ed84-7103-4a63-868a-99b885e5faa4,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:25:03.066470 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc03655c-2dfa-4b97-ad89-e721d1140436 service neutron] Pushing event updated for resources: {'Port': ['ID=4cd03669-ef1e-4289-9ede-721592398a48,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:25:03.111239 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] get_ports_and_sgs() called for port_ids ['4742ed84-7103-4a63-868a-99b885e5faa4'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 07:25:03.129188 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-21f21969-49b8-419e-9231-37e664ad05d4 req-268285cd-170b-431b-8984-a4b75f794cb8 tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/security-groups?id=b1176efc-2ea4-4549-99dc-1bd682ff6d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3326166 Sep 23 07:25:03.177859 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-50ea9c37-7100-4438-a6af-fc76d2e928b7 req-36a5e457-dd50-44a4-8186-8221afe66881 tempest-DeleteServersTestJSON-1434548261 tempest-DeleteServersTestJSON-1434548261-project] 10.222.0.62 "GET /v2.0/security-groups?id=5bf02978-f38f-4627-83c7-d630e2f8decc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3442795 Sep 23 07:25:03.180652 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-5bd2bddb-e28b-434d-88ab-4249b9eb9898 req-31962232-68c9-40af-82cf-5f15685e1b25 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5069959 Sep 23 07:25:03.203198 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.v2.base [req-5bd2bddb-e28b-434d-88ab-4249b9eb9898 req-7e1cee16-36a8-4442-9ea5-edaf4d67ba4f service neutron] Request body: {'port': {'device_id': '11aa03f3-4e13-41f7-a30c-8a2c8e1d0fa4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80588'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:25:03.228932 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-494e8bf3-c4cd-4157-98e5-059f57faefef req-8bbe2884-1ca1-4b34-8cbf-95495666e90e service neutron] 10.222.0.53 "GET /v2.0/networks/af2ddaae-84fe-4fba-a944-e4f48fd0d9fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5518816 Sep 23 07:25:03.303417 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-573dd1fc-72ca-4232-956a-41ae45841ed2 req-dc03655c-2dfa-4b97-ad89-e721d1140436 service neutron] Attempting to bind port 4cd03669-ef1e-4289-9ede-721592398a48 on host hv-cinder-80588 for vnic_type normal with profile {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:25:03.304092 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-573dd1fc-72ca-4232-956a-41ae45841ed2 req-dc03655c-2dfa-4b97-ad89-e721d1140436 service neutron] Attempting to bind port 4cd03669-ef1e-4289-9ede-721592398a48 by drivers openvswitch,hyperv on host hv-cinder-80588 at level 0 using segments [{'id': '9680fae7-9ca3-40a6-b351-10f8a15caa7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'b44ca581-7903-4d34-918a-e51828122c6e'}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:25:03.304591 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-f517e330-ff9d-425a-bbc5-deb5dd73de86 None None] Provisioning complete for port 7dfc4070-e231-4f6c-ad17-e12882af128e triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:25:03.304780 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-573dd1fc-72ca-4232-956a-41ae45841ed2 req-dc03655c-2dfa-4b97-ad89-e721d1140436 service neutron] Attempting to bind port 4cd03669-ef1e-4289-9ede-721592398a48 on network b44ca581-7903-4d34-918a-e51828122c6e {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:25:03.305382 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f517e330-ff9d-425a-bbc5-deb5dd73de86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703931'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:03.349317 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-573dd1fc-72ca-4232-956a-41ae45841ed2 req-dc03655c-2dfa-4b97-ad89-e721d1140436 service neutron] Port 4cd03669-ef1e-4289-9ede-721592398a48 on network b44ca581-7903-4d34-918a-e51828122c6e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80588 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 07:25:03.350449 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-573dd1fc-72ca-4232-956a-41ae45841ed2 req-dc03655c-2dfa-4b97-ad89-e721d1140436 service neutron] Attempting to bind port 4cd03669-ef1e-4289-9ede-721592398a48 on network b44ca581-7903-4d34-918a-e51828122c6e {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:25:03.354729 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab783cb1-a4aa-42fe-8fea-ea6abc4c6077', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73ea1406-0ef0-4d27-9346-5d048311a408'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:25:03.358939 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8cb1569f887212d656241d478829572ac01e5268e755a1d7af7c5208f8517aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86bffa09-ca85-43e5-95ae-8d99fd25fd09" -d '{"events": [{"server_uuid": "ab783cb1-a4aa-42fe-8fea-ea6abc4c6077", "name": "network-vif-plugged", "status": "completed", "tag": "73ea1406-0ef0-4d27-9346-5d048311a408"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:25:03.399129 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-573dd1fc-72ca-4232-956a-41ae45841ed2 req-dc03655c-2dfa-4b97-ad89-e721d1140436 service neutron] Checking agent: {'id': '6ad4e769-5dea-434d-bbcd-ae86f07cf259', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80588', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 7, 22, 28), 'started_at': datetime.datetime(2021, 9, 23, 7, 22, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 7, 24, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 07:25:03.399667 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-573dd1fc-72ca-4232-956a-41ae45841ed2 req-dc03655c-2dfa-4b97-ad89-e721d1140436 service neutron] Checking segment: {'id': '9680fae7-9ca3-40a6-b351-10f8a15caa7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'b44ca581-7903-4d34-918a-e51828122c6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:25:03.400288 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-573dd1fc-72ca-4232-956a-41ae45841ed2 req-dc03655c-2dfa-4b97-ad89-e721d1140436 service neutron] Bound using segment: {'id': '9680fae7-9ca3-40a6-b351-10f8a15caa7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'b44ca581-7903-4d34-918a-e51828122c6e'} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 07:25:03.400972 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-573dd1fc-72ca-4232-956a-41ae45841ed2 req-dc03655c-2dfa-4b97-ad89-e721d1140436 service neutron] Bound port: 4cd03669-ef1e-4289-9ede-721592398a48, host: hv-cinder-80588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9680fae7-9ca3-40a6-b351-10f8a15caa7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'b44ca581-7903-4d34-918a-e51828122c6e'}}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 07:25:03.402210 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-573dd1fc-72ca-4232-956a-41ae45841ed2 req-dc03655c-2dfa-4b97-ad89-e721d1140436 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:03.403111 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-f517e330-ff9d-425a-bbc5-deb5dd73de86 None None] Port 7dfc4070-e231-4f6c-ad17-e12882af128e cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 07:25:03.626948 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-5bd2bddb-e28b-434d-88ab-4249b9eb9898 req-7e1cee16-36a8-4442-9ea5-edaf4d67ba4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:03.655127 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.62', 51422) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:25:03.706899 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f415185-3034-4b0c-9b51-edfd08849e71 req-82c02431-1468-4c2e-beb1-b1e354afc054 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:25:03.710196 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-6f415185-3034-4b0c-9b51-edfd08849e71 req-82c02431-1468-4c2e-beb1-b1e354afc054 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/ports?device_id=11aa03f3-4e13-41f7-a30c-8a2c8e1d0fa4 HTTP/1.1" status: 200 len: 931 time: 0.4009933 Sep 23 07:25:03.724929 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077cf0c6-e86c-4609-bad3-77b07ea42d05 req-22363372-a3a1-4561-a63d-ae3a957c0db1 tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:25:03.727120 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-077cf0c6-e86c-4609-bad3-77b07ea42d05 req-22363372-a3a1-4561-a63d-ae3a957c0db1 tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] 10.222.0.62 "GET /v2.0/ports?device_id=9223f7a4-205a-45dc-8f71-0cd230d0edba HTTP/1.1" status: 200 len: 945 time: 0.3875628 Sep 23 07:25:03.730100 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-494e8bf3-c4cd-4157-98e5-059f57faefef req-585c4c8d-61a5-4772-840f-aaf2b98cbcbd service neutron] 10.222.0.53 "GET /v2.0/networks/af2ddaae-84fe-4fba-a944-e4f48fd0d9fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4922919 Sep 23 07:25:03.782660 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b7877886-c5c0-4a51-8e30-6654dd82d932 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:03.926611 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b7877886-c5c0-4a51-8e30-6654dd82d932 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:04.018463 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b7877886-c5c0-4a51-8e30-6654dd82d932 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520401'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:04.072926 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [None req-b7877886-c5c0-4a51-8e30-6654dd82d932 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c4663d2e212b4c0f9a720ddf10f4992b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4160144 Sep 23 07:25:04.074515 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.62', 51426) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:25:04.081343 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7877886-c5c0-4a51-8e30-6654dd82d932 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47fa6eaf-7520-426d-83a2-4f6457ebc5ae,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:25:04.115492 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-573dd1fc-72ca-4232-956a-41ae45841ed2 req-dc03655c-2dfa-4b97-ad89-e721d1140436 service neutron] For port 4cd03669-ef1e-4289-9ede-721592398a48, host hv-cinder-80588, cleared binding levels {{(pid=94841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:25:04.153695 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-938da9c5-005b-44aa-8d81-61bf9a2e18e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:04.166322 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-573dd1fc-72ca-4232-956a-41ae45841ed2 req-dc03655c-2dfa-4b97-ad89-e721d1140436 service neutron] For port 4cd03669-ef1e-4289-9ede-721592398a48, host hv-cinder-80588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=4cd03669-ef1e-4289-9ede-721592398a48,segment=NetworkSegment(9680fae7-9ca3-40a6-b351-10f8a15caa7a),segment_id=9680fae7-9ca3-40a6-b351-10f8a15caa7a)] {{(pid=94841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 07:25:04.180216 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-938da9c5-005b-44aa-8d81-61bf9a2e18e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:04.184221 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-6f415185-3034-4b0c-9b51-edfd08849e71 req-f9fcb427-1a3a-4f43-b5f3-29b28810bae8 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/security-groups?id=f544a07c-938f-4158-882b-467f1a401932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4528956 Sep 23 07:25:04.246063 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-077cf0c6-e86c-4609-bad3-77b07ea42d05 req-029290fb-5714-4150-ad82-e65b784db6d2 tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] 10.222.0.62 "GET /v2.0/security-groups?id=f6ce59f4-c512-4d64-bc05-96f67bf65409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4997234 Sep 23 07:25:04.294152 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6d1755-3c7b-4692-aeeb-93009c15f9bf req-44203956-0e2e-4292-809b-d81afb61254e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:25:04.296032 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-0c6d1755-3c7b-4692-aeeb-93009c15f9bf req-44203956-0e2e-4292-809b-d81afb61254e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2661271257b242509f29ed8640a48915&device_id=f2f739a5-b918-46ae-a5a1-5005a5b39ebd HTTP/1.1" status: 200 len: 1096 time: 0.2459867 Sep 23 07:25:04.316331 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-573dd1fc-72ca-4232-956a-41ae45841ed2 req-dc03655c-2dfa-4b97-ad89-e721d1140436 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728618137860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728617650881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728617650899'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:04.322068 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 07:25:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c201cac-568a-47c6-9128-ea9ce3eaf1f3 x-openstack-request-id: req-6c201cac-568a-47c6-9128-ea9ce3eaf1f3 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:25:04.322618 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab783cb1-a4aa-42fe-8fea-ea6abc4c6077", "name": "network-vif-plugged", "status": "completed", "tag": "73ea1406-0ef0-4d27-9346-5d048311a408", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:25:04.323402 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6c201cac-568a-47c6-9128-ea9ce3eaf1f3 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:25:04.324233 dv-cinder-805887-18-iscsi neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab783cb1-a4aa-42fe-8fea-ea6abc4c6077', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73ea1406-0ef0-4d27-9346-5d048311a408', 'code': 200} Sep 23 07:25:04.387536 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-938da9c5-005b-44aa-8d81-61bf9a2e18e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520401'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:04.390636 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-938da9c5-005b-44aa-8d81-61bf9a2e18e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:04.392244 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [None req-938da9c5-005b-44aa-8d81-61bf9a2e18e8 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/47fa6eaf-7520-426d-83a2-4f6457ebc5ae HTTP/1.1" status: 204 len: 168 time: 0.3163505 Sep 23 07:25:04.408464 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938da9c5-005b-44aa-8d81-61bf9a2e18e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47fa6eaf-7520-426d-83a2-4f6457ebc5ae,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:25:04.448777 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573dd1fc-72ca-4232-956a-41ae45841ed2 req-dc03655c-2dfa-4b97-ad89-e721d1140436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:25:04.449440 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-573dd1fc-72ca-4232-956a-41ae45841ed2 req-dc03655c-2dfa-4b97-ad89-e721d1140436 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577015'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:04.451025 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-573dd1fc-72ca-4232-956a-41ae45841ed2 req-dc03655c-2dfa-4b97-ad89-e721d1140436 service neutron] 10.222.0.53 "PUT /v2.0/ports/4cd03669-ef1e-4289-9ede-721592398a48 HTTP/1.1" status: 200 len: 1093 time: 3.9136438 Sep 23 07:25:04.452564 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c49bb731-9c90-48ec-b81e-5f87ca815b68', 'tag': '4cd03669-ef1e-4289-9ede-721592398a48'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:25:04.454972 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59377972be4a6b1db7d764771ea1170f497e9021ac5c159e937f759c4704c07c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4887e7c5-b3a9-4f7b-8980-3f52b330d137" -d '{"events": [{"name": "network-changed", "server_uuid": "c49bb731-9c90-48ec-b81e-5f87ca815b68", "tag": "4cd03669-ef1e-4289-9ede-721592398a48"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:25:04.512982 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc03655c-2dfa-4b97-ad89-e721d1140436 service neutron] Pushing event updated for resources: {'Port': ['ID=4cd03669-ef1e-4289-9ede-721592398a48,revision_number=3']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:25:04.558572 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019a9272-2f86-4f7e-a7ed-a8d8c80bebbf req-2c09e03f-15db-4700-943a-b72ea185f949 tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:25:04.560470 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-019a9272-2f86-4f7e-a7ed-a8d8c80bebbf req-2c09e03f-15db-4700-943a-b72ea185f949 tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] 10.222.0.62 "GET /v2.0/ports?device_id=f2f739a5-b918-46ae-a5a1-5005a5b39ebd HTTP/1.1" status: 200 len: 943 time: 0.1961908 Sep 23 07:25:04.570878 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2edf7a-67d2-47b6-bb70-5f5b473a1ae2 req-ce0bbea3-d38c-4358-98d0-8b1925ff5327 tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:25:04.572455 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-6a2edf7a-67d2-47b6-bb70-5f5b473a1ae2 req-ce0bbea3-d38c-4358-98d0-8b1925ff5327 tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/ports?device_id=c49bb731-9c90-48ec-b81e-5f87ca815b68 HTTP/1.1" status: 200 len: 943 time: 0.1943283 Sep 23 07:25:04.667769 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.notifiers.nova [req-5bd2bddb-e28b-434d-88ab-4249b9eb9898 req-7e1cee16-36a8-4442-9ea5-edaf4d67ba4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7dfc4070-e231-4f6c-ad17-e12882af128e {{(pid=94841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 07:25:04.702669 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-5bd2bddb-e28b-434d-88ab-4249b9eb9898 req-7e1cee16-36a8-4442-9ea5-edaf4d67ba4f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:04.702669 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-6a2edf7a-67d2-47b6-bb70-5f5b473a1ae2 req-16006b55-9b2b-4dba-a4cf-8776a85d8a5f tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/security-groups?id=b1176efc-2ea4-4549-99dc-1bd682ff6d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064110 Sep 23 07:25:04.702669 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-019a9272-2f86-4f7e-a7ed-a8d8c80bebbf req-e040cca2-4072-46dc-a11e-651308242240 tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] 10.222.0.62 "GET /v2.0/security-groups?id=a0ce8cd3-710a-441a-bcf8-df9fb0d9b143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1176028 Sep 23 07:25:04.752482 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 07:25:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f0d2281-0692-4e1b-b60e-52e9354af2bf x-openstack-request-id: req-9f0d2281-0692-4e1b-b60e-52e9354af2bf {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:25:04.755898 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c49bb731-9c90-48ec-b81e-5f87ca815b68", "tag": "4cd03669-ef1e-4289-9ede-721592398a48", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:25:04.755898 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9f0d2281-0692-4e1b-b60e-52e9354af2bf {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:25:04.755898 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c49bb731-9c90-48ec-b81e-5f87ca815b68', 'tag': '4cd03669-ef1e-4289-9ede-721592398a48', 'status': 'completed', 'code': 200} Sep 23 07:25:04.815544 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [req-5bd2bddb-e28b-434d-88ab-4249b9eb9898 req-7e1cee16-36a8-4442-9ea5-edaf4d67ba4f service neutron] Transition to ACTIVE for port object 7dfc4070-e231-4f6c-ad17-e12882af128e will not be triggered until provisioned by entity L2. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 07:25:04.836228 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c111a2a5-a06f-47fe-8075-1c7203bc287b req-a3641ecd-d428-4a77-8793-ad392bee97ff tempest-DeleteServersTestJSON-1434548261 tempest-DeleteServersTestJSON-1434548261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:25:04.838576 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-c111a2a5-a06f-47fe-8075-1c7203bc287b req-a3641ecd-d428-4a77-8793-ad392bee97ff tempest-DeleteServersTestJSON-1434548261 tempest-DeleteServersTestJSON-1434548261-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab783cb1-a4aa-42fe-8fea-ea6abc4c6077 HTTP/1.1" status: 200 len: 946 time: 0.0813229 Sep 23 07:25:04.893595 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-c111a2a5-a06f-47fe-8075-1c7203bc287b req-0e5d8778-5a43-4642-8816-38f66e2b86ea tempest-DeleteServersTestJSON-1434548261 tempest-DeleteServersTestJSON-1434548261-project] 10.222.0.62 "GET /v2.0/security-groups?id=5bf02978-f38f-4627-83c7-d630e2f8decc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475981 Sep 23 07:25:04.902640 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-5bd2bddb-e28b-434d-88ab-4249b9eb9898 req-7e1cee16-36a8-4442-9ea5-edaf4d67ba4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728618137860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728617650881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728617650899'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:04.923707 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Device 4742ed84-7103-4a63-868a-99b885e5faa4 up at agent hyperv_hv-cinder-80588 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:25:04.983267 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1cee16-36a8-4442-9ea5-edaf4d67ba4f service neutron] Pushing event updated for resources: {'Port': ['ID=7dfc4070-e231-4f6c-ad17-e12882af128e,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:25:05.002583 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-5bd2bddb-e28b-434d-88ab-4249b9eb9898 req-7e1cee16-36a8-4442-9ea5-edaf4d67ba4f service neutron] Attempting to bind port 7dfc4070-e231-4f6c-ad17-e12882af128e on host hv-cinder-80588 for vnic_type normal with profile {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:25:05.002993 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-5bd2bddb-e28b-434d-88ab-4249b9eb9898 req-7e1cee16-36a8-4442-9ea5-edaf4d67ba4f service neutron] Attempting to bind port 7dfc4070-e231-4f6c-ad17-e12882af128e by drivers openvswitch,hyperv on host hv-cinder-80588 at level 0 using segments [{'id': '1643a54a-f314-44c3-bdbc-99b9ba0d70f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '457ccd50-05b0-4ce0-8b7d-271dff6f827e'}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:25:05.003321 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bd2bddb-e28b-434d-88ab-4249b9eb9898 req-7e1cee16-36a8-4442-9ea5-edaf4d67ba4f service neutron] Attempting to bind port 7dfc4070-e231-4f6c-ad17-e12882af128e on network 457ccd50-05b0-4ce0-8b7d-271dff6f827e {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:25:05.008930 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bd2bddb-e28b-434d-88ab-4249b9eb9898 req-7e1cee16-36a8-4442-9ea5-edaf4d67ba4f service neutron] Port 7dfc4070-e231-4f6c-ad17-e12882af128e on network 457ccd50-05b0-4ce0-8b7d-271dff6f827e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80588 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 07:25:05.009250 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bd2bddb-e28b-434d-88ab-4249b9eb9898 req-7e1cee16-36a8-4442-9ea5-edaf4d67ba4f service neutron] Attempting to bind port 7dfc4070-e231-4f6c-ad17-e12882af128e on network 457ccd50-05b0-4ce0-8b7d-271dff6f827e {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:25:05.015380 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bd2bddb-e28b-434d-88ab-4249b9eb9898 req-7e1cee16-36a8-4442-9ea5-edaf4d67ba4f service neutron] Checking agent: {'id': '6ad4e769-5dea-434d-bbcd-ae86f07cf259', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80588', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 7, 22, 28), 'started_at': datetime.datetime(2021, 9, 23, 7, 22, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 7, 24, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 07:25:05.015720 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bd2bddb-e28b-434d-88ab-4249b9eb9898 req-7e1cee16-36a8-4442-9ea5-edaf4d67ba4f service neutron] Checking segment: {'id': '1643a54a-f314-44c3-bdbc-99b9ba0d70f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '457ccd50-05b0-4ce0-8b7d-271dff6f827e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:25:05.016100 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bd2bddb-e28b-434d-88ab-4249b9eb9898 req-7e1cee16-36a8-4442-9ea5-edaf4d67ba4f service neutron] Bound using segment: {'id': '1643a54a-f314-44c3-bdbc-99b9ba0d70f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '457ccd50-05b0-4ce0-8b7d-271dff6f827e'} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 07:25:05.016535 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-5bd2bddb-e28b-434d-88ab-4249b9eb9898 req-7e1cee16-36a8-4442-9ea5-edaf4d67ba4f service neutron] Bound port: 7dfc4070-e231-4f6c-ad17-e12882af128e, host: hv-cinder-80588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1643a54a-f314-44c3-bdbc-99b9ba0d70f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '457ccd50-05b0-4ce0-8b7d-271dff6f827e'}}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 07:25:05.016928 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-5bd2bddb-e28b-434d-88ab-4249b9eb9898 req-7e1cee16-36a8-4442-9ea5-edaf4d67ba4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:05.067645 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Provisioning for port 4742ed84-7103-4a63-868a-99b885e5faa4 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 07:25:05.072577 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Provisioning complete for port 4742ed84-7103-4a63-868a-99b885e5faa4 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:25:05.075150 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703931'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:05.104657 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-5bd2bddb-e28b-434d-88ab-4249b9eb9898 req-7e1cee16-36a8-4442-9ea5-edaf4d67ba4f service neutron] For port 7dfc4070-e231-4f6c-ad17-e12882af128e, host hv-cinder-80588, cleared binding levels {{(pid=94841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:25:05.109686 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-5bd2bddb-e28b-434d-88ab-4249b9eb9898 req-7e1cee16-36a8-4442-9ea5-edaf4d67ba4f service neutron] For port 7dfc4070-e231-4f6c-ad17-e12882af128e, host hv-cinder-80588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=7dfc4070-e231-4f6c-ad17-e12882af128e,segment=NetworkSegment(1643a54a-f314-44c3-bdbc-99b9ba0d70f9),segment_id=1643a54a-f314-44c3-bdbc-99b9ba0d70f9)] {{(pid=94841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 07:25:05.171657 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:05.210008 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] For port 4742ed84-7103-4a63-868a-99b885e5faa4, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=4742ed84-7103-4a63-868a-99b885e5faa4,segment=NetworkSegment(9680fae7-9ca3-40a6-b351-10f8a15caa7a),segment_id=9680fae7-9ca3-40a6-b351-10f8a15caa7a)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:25:05.262714 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-5bd2bddb-e28b-434d-88ab-4249b9eb9898 req-7e1cee16-36a8-4442-9ea5-edaf4d67ba4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728618137860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728617650881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728617650899'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:05.293967 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728618137860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728617650881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728617650899'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:05.332467 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.62', 51448) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:25:05.339234 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd2bddb-e28b-434d-88ab-4249b9eb9898 req-7e1cee16-36a8-4442-9ea5-edaf4d67ba4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:25:05.339234 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-5bd2bddb-e28b-434d-88ab-4249b9eb9898 req-7e1cee16-36a8-4442-9ea5-edaf4d67ba4f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577015'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:05.339234 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-5bd2bddb-e28b-434d-88ab-4249b9eb9898 req-7e1cee16-36a8-4442-9ea5-edaf4d67ba4f service neutron] 10.222.0.53 "PUT /v2.0/ports/7dfc4070-e231-4f6c-ad17-e12882af128e HTTP/1.1" status: 200 len: 1093 time: 2.1445506 Sep 23 07:25:05.350859 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-29f569e0-1d06-4ffd-a4b2-e5d5f9876555 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:05.385867 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Pushing event updated for resources: {'Port': ['ID=4742ed84-7103-4a63-868a-99b885e5faa4,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:25:05.396352 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a4426f-3838-45ff-a2be-3d4ca7b5fd2a req-55c326c3-6f78-404c-9d16-8017fe0a67bc tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:25:05.399331 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-f5a4426f-3838-45ff-a2be-3d4ca7b5fd2a req-55c326c3-6f78-404c-9d16-8017fe0a67bc tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/ports?device_id=11aa03f3-4e13-41f7-a30c-8a2c8e1d0fa4 HTTP/1.1" status: 200 len: 943 time: 0.1010065 Sep 23 07:25:05.399474 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1cee16-36a8-4442-9ea5-edaf4d67ba4f service neutron] Pushing event updated for resources: {'Port': ['ID=7dfc4070-e231-4f6c-ad17-e12882af128e,revision_number=3']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:25:05.481957 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-f5a4426f-3838-45ff-a2be-3d4ca7b5fd2a req-f9d7b6c3-c313-45ff-b3e8-cf3570d25d49 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/security-groups?id=f544a07c-938f-4158-882b-467f1a401932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737913 Sep 23 07:25:05.519769 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54219adf-46be-44ff-9f2e-b72d014dfc8c req-2b6baa4c-c4c9-4c1c-bd21-b225acc3e69d tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:25:05.519979 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-29f569e0-1d06-4ffd-a4b2-e5d5f9876555 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:05.522641 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-54219adf-46be-44ff-9f2e-b72d014dfc8c req-2b6baa4c-c4c9-4c1c-bd21-b225acc3e69d tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] 10.222.0.62 "GET /v2.0/ports?device_id=9223f7a4-205a-45dc-8f71-0cd230d0edba HTTP/1.1" status: 200 len: 945 time: 0.1167684 Sep 23 07:25:05.576784 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-29f569e0-1d06-4ffd-a4b2-e5d5f9876555 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520401'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:05.583035 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-54219adf-46be-44ff-9f2e-b72d014dfc8c req-274747bc-3aa3-410c-af7e-be151f44a7ee tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] 10.222.0.62 "GET /v2.0/security-groups?id=f6ce59f4-c512-4d64-bc05-96f67bf65409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495529 Sep 23 07:25:05.633426 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [None req-29f569e0-1d06-4ffd-a4b2-e5d5f9876555 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=39cd30db086c405b8451f93287f5cc4b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2995248 Sep 23 07:25:05.634784 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f569e0-1d06-4ffd-a4b2-e5d5f9876555 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=feb54e10-bd3d-4a19-ab51-53fce3d0703a,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:25:05.637447 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.62', 51454) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:25:05.697079 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-78ff3471-ec05-4518-a055-fc9bcca8e666 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:05.725042 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-78ff3471-ec05-4518-a055-fc9bcca8e666 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:05.881324 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3d3fed-744b-4624-ae11-dff7bff0013f req-177c6c33-0623-49b6-827a-c3d02385f771 tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:25:05.883098 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-3f3d3fed-744b-4624-ae11-dff7bff0013f req-177c6c33-0623-49b6-827a-c3d02385f771 tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/ports?device_id=c49bb731-9c90-48ec-b81e-5f87ca815b68 HTTP/1.1" status: 200 len: 943 time: 0.0916939 Sep 23 07:25:05.902405 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1b8b03-ebc7-4fda-b555-c40a9a806ba9 req-8a0b712d-58a0-4fa7-b816-12f2e45bda71 tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:25:05.904451 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-3a1b8b03-ebc7-4fda-b555-c40a9a806ba9 req-8a0b712d-58a0-4fa7-b816-12f2e45bda71 tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] 10.222.0.62 "GET /v2.0/ports?device_id=f2f739a5-b918-46ae-a5a1-5005a5b39ebd HTTP/1.1" status: 200 len: 943 time: 0.1024187 Sep 23 07:25:05.963809 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-3f3d3fed-744b-4624-ae11-dff7bff0013f req-284cc2c9-43b5-41e8-9186-6d52afea1f04 tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/security-groups?id=b1176efc-2ea4-4549-99dc-1bd682ff6d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582743 Sep 23 07:25:05.969800 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-3a1b8b03-ebc7-4fda-b555-c40a9a806ba9 req-9800e544-62d7-4dd9-ac49-1541db802e22 tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] 10.222.0.62 "GET /v2.0/security-groups?id=a0ce8cd3-710a-441a-bcf8-df9fb0d9b143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578415 Sep 23 07:25:06.053844 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-78ff3471-ec05-4518-a055-fc9bcca8e666 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520401'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:06.056697 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-78ff3471-ec05-4518-a055-fc9bcca8e666 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:06.058015 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [None req-78ff3471-ec05-4518-a055-fc9bcca8e666 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/feb54e10-bd3d-4a19-ab51-53fce3d0703a HTTP/1.1" status: 204 len: 168 time: 0.4196594 Sep 23 07:25:06.066930 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ff3471-ec05-4518-a055-fc9bcca8e666 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=feb54e10-bd3d-4a19-ab51-53fce3d0703a,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:25:06.109072 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43823f5a-2610-4b2f-b30c-f5fafd162eb4 req-1d40c19e-8002-4c70-ba85-b6e52c120aae tempest-DeleteServersTestJSON-1434548261 tempest-DeleteServersTestJSON-1434548261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:25:06.111697 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-43823f5a-2610-4b2f-b30c-f5fafd162eb4 req-1d40c19e-8002-4c70-ba85-b6e52c120aae tempest-DeleteServersTestJSON-1434548261 tempest-DeleteServersTestJSON-1434548261-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab783cb1-a4aa-42fe-8fea-ea6abc4c6077 HTTP/1.1" status: 200 len: 946 time: 0.0747313 Sep 23 07:25:06.155989 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-43823f5a-2610-4b2f-b30c-f5fafd162eb4 req-1e7d5b5c-590c-4de4-bf67-d6744bdfec55 tempest-DeleteServersTestJSON-1434548261 tempest-DeleteServersTestJSON-1434548261-project] 10.222.0.62 "GET /v2.0/security-groups?id=5bf02978-f38f-4627-83c7-d630e2f8decc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363955 Sep 23 07:25:06.325506 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be5e8ac1-24da-457e-9cd8-b70acf9bb857', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4742ed84-7103-4a63-868a-99b885e5faa4'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:25:06.328153 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8cb1569f887212d656241d478829572ac01e5268e755a1d7af7c5208f8517aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72bf4a9e-72bb-427a-87b3-7cec009b385d" -d '{"events": [{"server_uuid": "be5e8ac1-24da-457e-9cd8-b70acf9bb857", "name": "network-vif-plugged", "status": "completed", "tag": "4742ed84-7103-4a63-868a-99b885e5faa4"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:25:06.371728 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 07:25:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e8210f5-659a-415a-ac62-4f09fda2cecb x-openstack-request-id: req-3e8210f5-659a-415a-ac62-4f09fda2cecb {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:25:06.372013 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be5e8ac1-24da-457e-9cd8-b70acf9bb857", "name": "network-vif-plugged", "status": "completed", "tag": "4742ed84-7103-4a63-868a-99b885e5faa4", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:25:06.372317 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3e8210f5-659a-415a-ac62-4f09fda2cecb {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:25:06.372874 dv-cinder-805887-18-iscsi neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be5e8ac1-24da-457e-9cd8-b70acf9bb857', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4742ed84-7103-4a63-868a-99b885e5faa4', 'code': 200} Sep 23 07:25:06.694891 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f1ad8d-debd-46af-a623-675bf755bf2a req-1b19be27-aa0b-4577-ae50-3cde83cae47b tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:25:06.697782 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-59f1ad8d-debd-46af-a623-675bf755bf2a req-1b19be27-aa0b-4577-ae50-3cde83cae47b tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/ports?device_id=11aa03f3-4e13-41f7-a30c-8a2c8e1d0fa4 HTTP/1.1" status: 200 len: 943 time: 0.1216984 Sep 23 07:25:06.741999 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-59f1ad8d-debd-46af-a623-675bf755bf2a req-3c5dff30-c8ff-4666-8f12-0762c6e56350 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/security-groups?id=f544a07c-938f-4158-882b-467f1a401932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383592 Sep 23 07:25:06.755318 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11aa03f3-4e13-41f7-a30c-8a2c8e1d0fa4', 'tag': '7dfc4070-e231-4f6c-ad17-e12882af128e'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:25:06.760306 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59377972be4a6b1db7d764771ea1170f497e9021ac5c159e937f759c4704c07c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-837a1ae8-4d0b-4dba-8be5-1c051de52a85" -d '{"events": [{"name": "network-changed", "server_uuid": "11aa03f3-4e13-41f7-a30c-8a2c8e1d0fa4", "tag": "7dfc4070-e231-4f6c-ad17-e12882af128e"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:25:06.803185 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 07:25:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-116c8067-91e0-4bad-8f4e-095c81e57bfc x-openstack-request-id: req-116c8067-91e0-4bad-8f4e-095c81e57bfc {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:25:06.803483 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11aa03f3-4e13-41f7-a30c-8a2c8e1d0fa4", "tag": "7dfc4070-e231-4f6c-ad17-e12882af128e", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:25:06.803730 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-116c8067-91e0-4bad-8f4e-095c81e57bfc {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:25:06.804120 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11aa03f3-4e13-41f7-a30c-8a2c8e1d0fa4', 'tag': '7dfc4070-e231-4f6c-ad17-e12882af128e', 'status': 'completed', 'code': 200} Sep 23 07:25:07.005548 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4887e7c5-b3a9-4f7b-8980-3f52b330d137 req-71e100a9-c724-4811-be14-069d9d6fe283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:25:07.007763 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-4887e7c5-b3a9-4f7b-8980-3f52b330d137 req-71e100a9-c724-4811-be14-069d9d6fe283 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f847624712b744ff9af7930d845e8424&device_id=c49bb731-9c90-48ec-b81e-5f87ca815b68 HTTP/1.1" status: 200 len: 1096 time: 0.1841319 Sep 23 07:25:07.071086 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837a1ae8-4d0b-4dba-8be5-1c051de52a85 req-a4ade909-b41f-4c2d-8045-bc4829ff236a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:25:07.072770 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-837a1ae8-4d0b-4dba-8be5-1c051de52a85 req-a4ade909-b41f-4c2d-8045-bc4829ff236a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=63deb2e833294f4ba854d4abe4a79ff2&device_id=11aa03f3-4e13-41f7-a30c-8a2c8e1d0fa4 HTTP/1.1" status: 200 len: 1096 time: 0.1696181 Sep 23 07:25:07.120922 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6d1755-3c7b-4692-aeeb-93009c15f9bf req-46012540-5995-4fc0-a089-5bc515d2b5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:25:07.120922 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-0c6d1755-3c7b-4692-aeeb-93009c15f9bf req-46012540-5995-4fc0-a089-5bc515d2b5f7 service neutron] 10.222.0.53 "GET /v2.0/networks?id=af2ddaae-84fe-4fba-a944-e4f48fd0d9fc HTTP/1.1" status: 200 len: 911 time: 0.3107903 Sep 23 07:25:07.303597 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4887e7c5-b3a9-4f7b-8980-3f52b330d137 req-f82ee579-a203-4bd1-b972-eb61cc29543a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:25:07.305152 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-4887e7c5-b3a9-4f7b-8980-3f52b330d137 req-f82ee579-a203-4bd1-b972-eb61cc29543a service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=f847624712b744ff9af7930d845e8424&shared=False HTTP/1.1" status: 200 len: 919 time: 0.2856681 Sep 23 07:25:07.321851 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feedb7bc-4f84-412f-97fe-87d2bb841f81 req-6fd3d785-a5d4-4390-ac05-c7add0d3e366 tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:25:07.323392 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-feedb7bc-4f84-412f-97fe-87d2bb841f81 req-6fd3d785-a5d4-4390-ac05-c7add0d3e366 tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] 10.222.0.62 "GET /v2.0/ports?device_id=f2f739a5-b918-46ae-a5a1-5005a5b39ebd HTTP/1.1" status: 200 len: 943 time: 0.1467772 Sep 23 07:25:07.332239 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75619b3e-3d94-4217-a887-5ae929c0a466 req-c641f310-bdcc-444e-a164-d8272d6ed911 tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:25:07.333935 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-75619b3e-3d94-4217-a887-5ae929c0a466 req-c641f310-bdcc-444e-a164-d8272d6ed911 tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/ports?device_id=c49bb731-9c90-48ec-b81e-5f87ca815b68 HTTP/1.1" status: 200 len: 943 time: 0.1555290 Sep 23 07:25:07.394196 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-feedb7bc-4f84-412f-97fe-87d2bb841f81 req-03b0f59f-e2a1-4714-b766-cf247dfbc537 tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] 10.222.0.62 "GET /v2.0/security-groups?id=a0ce8cd3-710a-441a-bcf8-df9fb0d9b143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592666 Sep 23 07:25:07.400066 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-75619b3e-3d94-4217-a887-5ae929c0a466 req-6a3a8011-ad27-412a-99c0-f1d8489ce41b tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/security-groups?id=b1176efc-2ea4-4549-99dc-1bd682ff6d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589635 Sep 23 07:25:07.515216 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2c9159-bc2e-4b79-8c37-c890cc9bf108 req-0b493c8c-a46d-4c71-84fa-3a1e321f19b1 tempest-DeleteServersTestJSON-1434548261 tempest-DeleteServersTestJSON-1434548261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:25:07.516827 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-5a2c9159-bc2e-4b79-8c37-c890cc9bf108 req-0b493c8c-a46d-4c71-84fa-3a1e321f19b1 tempest-DeleteServersTestJSON-1434548261 tempest-DeleteServersTestJSON-1434548261-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab783cb1-a4aa-42fe-8fea-ea6abc4c6077 HTTP/1.1" status: 200 len: 946 time: 0.0564578 Sep 23 07:25:07.566208 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-5a2c9159-bc2e-4b79-8c37-c890cc9bf108 req-0c3c2a4d-ddbc-40cb-ae5a-63678e9bdab3 tempest-DeleteServersTestJSON-1434548261 tempest-DeleteServersTestJSON-1434548261-project] 10.222.0.62 "GET /v2.0/security-groups?id=5bf02978-f38f-4627-83c7-d630e2f8decc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384250 Sep 23 07:25:07.886221 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e626a020-90a5-441f-8fe6-7c152473c7c6 req-9aeb8190-b15c-4a80-8747-8fd7c5c58dd4 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:25:07.888534 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-e626a020-90a5-441f-8fe6-7c152473c7c6 req-9aeb8190-b15c-4a80-8747-8fd7c5c58dd4 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/ports?device_id=11aa03f3-4e13-41f7-a30c-8a2c8e1d0fa4 HTTP/1.1" status: 200 len: 943 time: 0.0546272 Sep 23 07:25:07.952996 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-e626a020-90a5-441f-8fe6-7c152473c7c6 req-144a17a5-2379-42aa-850a-d67314d8a5d7 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/security-groups?id=f544a07c-938f-4158-882b-467f1a401932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539014 Sep 23 07:25:08.625235 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d14bf6f-98a5-4831-8174-0e15cff36123 req-2f92a4f3-12e5-49dc-8757-171d6c012251 tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:25:08.627896 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-8d14bf6f-98a5-4831-8174-0e15cff36123 req-2f92a4f3-12e5-49dc-8757-171d6c012251 tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] 10.222.0.62 "GET /v2.0/ports?device_id=f2f739a5-b918-46ae-a5a1-5005a5b39ebd HTTP/1.1" status: 200 len: 943 time: 0.1378002 Sep 23 07:25:08.655280 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf13bdc2-9bb0-4531-a34d-4639e347e29b req-e87b8301-a025-45f8-b409-f27be36622eb tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:25:08.657010 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-cf13bdc2-9bb0-4531-a34d-4639e347e29b req-e87b8301-a025-45f8-b409-f27be36622eb tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/ports?device_id=c49bb731-9c90-48ec-b81e-5f87ca815b68 HTTP/1.1" status: 200 len: 943 time: 0.1511693 Sep 23 07:25:08.751824 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-8d14bf6f-98a5-4831-8174-0e15cff36123 req-5a145199-785d-462c-a237-a09781bc5f85 tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] 10.222.0.62 "GET /v2.0/security-groups?id=a0ce8cd3-710a-441a-bcf8-df9fb0d9b143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933840 Sep 23 07:25:08.769676 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-cf13bdc2-9bb0-4531-a34d-4639e347e29b req-abed8a6e-5366-4a17-90ab-d973effae38c tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/security-groups?id=b1176efc-2ea4-4549-99dc-1bd682ff6d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838842 Sep 23 07:25:08.914186 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5177987-a55d-4cb2-a16f-1ef30ebda54a req-0d59042e-1072-400f-9562-379e76995431 tempest-DeleteServersTestJSON-1434548261 tempest-DeleteServersTestJSON-1434548261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:25:08.915776 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-e5177987-a55d-4cb2-a16f-1ef30ebda54a req-0d59042e-1072-400f-9562-379e76995431 tempest-DeleteServersTestJSON-1434548261 tempest-DeleteServersTestJSON-1434548261-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab783cb1-a4aa-42fe-8fea-ea6abc4c6077 HTTP/1.1" status: 200 len: 946 time: 0.0672469 Sep 23 07:25:08.981334 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-e5177987-a55d-4cb2-a16f-1ef30ebda54a req-83bce0c6-e786-4f2a-b0bf-6766c2ad34af tempest-DeleteServersTestJSON-1434548261 tempest-DeleteServersTestJSON-1434548261-project] 10.222.0.62 "GET /v2.0/security-groups?id=5bf02978-f38f-4627-83c7-d630e2f8decc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525811 Sep 23 07:25:09.128506 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a834e7c9-9d8c-40a0-8bc3-f28ac654efab req-0c59ed6c-f71f-4ea4-9443-37f3c4c0c3aa tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:25:09.130023 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-a834e7c9-9d8c-40a0-8bc3-f28ac654efab req-0c59ed6c-f71f-4ea4-9443-37f3c4c0c3aa tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/ports?device_id=11aa03f3-4e13-41f7-a30c-8a2c8e1d0fa4 HTTP/1.1" status: 200 len: 943 time: 0.0759537 Sep 23 07:25:09.175345 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-a834e7c9-9d8c-40a0-8bc3-f28ac654efab req-fc21af02-99ba-4341-8bfd-7b6e7e037730 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/security-groups?id=f544a07c-938f-4158-882b-467f1a401932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346088 Sep 23 07:25:09.571084 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.62', 51568) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:25:09.691681 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e04e391c-aeb9-4c12-9eca-5871dc6eb571 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:09.840652 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e04e391c-aeb9-4c12-9eca-5871dc6eb571 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:09.861419 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.53', 59138) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:25:09.954114 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e04e391c-aeb9-4c12-9eca-5871dc6eb571 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520401'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:09.957960 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-0c6d1755-3c7b-4692-aeeb-93009c15f9bf req-88ef8563-3611-42bc-a1ed-d0c805e23a4b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d5d95114-49c5-42a0-b94c-fc33fe17693a HTTP/1.1" status: 200 len: 217 time: 0.1435859 Sep 23 07:25:09.986512 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a590e6e-5248-4cb3-bb69-a102416106f8 req-cd56afc7-e7ff-42a5-96c8-f876ea411d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:25:09.988100 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [req-2a590e6e-5248-4cb3-bb69-a102416106f8 req-cd56afc7-e7ff-42a5-96c8-f876ea411d17 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=be5e8ac1-24da-457e-9cd8-b70acf9bb857 HTTP/1.1" status: 200 len: 1098 time: 0.1244590 Sep 23 07:25:10.023941 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04e391c-aeb9-4c12-9eca-5871dc6eb571 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36b611da-7162-47e1-9f2d-f972ad5b666b,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:25:10.032380 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b016317-2519-4dff-b968-1de91fb019c0 req-d803befe-c3e2-4a1e-a944-07d15b245816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:25:10.034133 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [req-0b016317-2519-4dff-b968-1de91fb019c0 req-d803befe-c3e2-4a1e-a944-07d15b245816 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=ab783cb1-a4aa-42fe-8fea-ea6abc4c6077 HTTP/1.1" status: 200 len: 1099 time: 0.1681030 Sep 23 07:25:10.038854 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [None req-e04e391c-aeb9-4c12-9eca-5871dc6eb571 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=37349f0deca94ed4916931586f40ab0b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4640713 Sep 23 07:25:10.042168 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.62', 51584) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:25:10.083389 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [req-2a590e6e-5248-4cb3-bb69-a102416106f8 req-532f5964-c7e9-4007-9425-a60a7305e8ab service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=b1176efc-2ea4-4549-99dc-1bd682ff6d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794015 Sep 23 07:25:10.116353 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [req-0b016317-2519-4dff-b968-1de91fb019c0 req-23bcce6f-4261-4600-b7ff-75b3f3da77d8 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=5bf02978-f38f-4627-83c7-d630e2f8decc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667582 Sep 23 07:25:10.131992 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-47c0d0e5-2320-4271-b2b3-b5b528f01bb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:10.159086 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-47c0d0e5-2320-4271-b2b3-b5b528f01bb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:10.309775 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-47c0d0e5-2320-4271-b2b3-b5b528f01bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520401'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:10.312886 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-47c0d0e5-2320-4271-b2b3-b5b528f01bb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:10.316028 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [None req-47c0d0e5-2320-4271-b2b3-b5b528f01bb0 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/36b611da-7162-47e1-9f2d-f972ad5b666b HTTP/1.1" status: 204 len: 168 time: 0.2713311 Sep 23 07:25:10.332770 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c0d0e5-2320-4271-b2b3-b5b528f01bb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36b611da-7162-47e1-9f2d-f972ad5b666b,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:25:10.442161 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903885f4-34e8-4c71-8346-cbea7f16107d req-9c445cf6-11bf-466f-ae54-308da3481ce4 tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:25:10.444247 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-903885f4-34e8-4c71-8346-cbea7f16107d req-9c445cf6-11bf-466f-ae54-308da3481ce4 tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] 10.222.0.62 "GET /v2.0/ports?device_id=f2f739a5-b918-46ae-a5a1-5005a5b39ebd HTTP/1.1" status: 200 len: 943 time: 0.5616014 Sep 23 07:25:10.465493 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6d1755-3c7b-4692-aeeb-93009c15f9bf req-b7e4705f-ab49-4368-9d93-619c24b513fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:25:10.466949 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-0c6d1755-3c7b-4692-aeeb-93009c15f9bf req-b7e4705f-ab49-4368-9d93-619c24b513fb service neutron] 10.222.0.53 "GET /v2.0/subnets?id=68f0a779-afe9-48a5-86f0-926f10275d4d HTTP/1.1" status: 200 len: 849 time: 0.4835265 Sep 23 07:25:10.479950 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837a1ae8-4d0b-4dba-8be5-1c051de52a85 req-66d90281-bfec-4c3c-90bf-8868969b253c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:25:10.481484 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-837a1ae8-4d0b-4dba-8be5-1c051de52a85 req-66d90281-bfec-4c3c-90bf-8868969b253c service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=63deb2e833294f4ba854d4abe4a79ff2&shared=False HTTP/1.1" status: 200 len: 918 time: 0.6758738 Sep 23 07:25:10.489114 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a9a958-30b2-4451-b6a1-ee2cf31fbb26 req-cf092717-3ef7-4ea6-8c15-af1441fe5586 tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:25:10.491326 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-f7a9a958-30b2-4451-b6a1-ee2cf31fbb26 req-cf092717-3ef7-4ea6-8c15-af1441fe5586 tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/ports?device_id=c49bb731-9c90-48ec-b81e-5f87ca815b68 HTTP/1.1" status: 200 len: 943 time: 0.6109357 Sep 23 07:25:10.493856 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4887e7c5-b3a9-4f7b-8980-3f52b330d137 req-187eccac-1b67-49c3-ba08-3e4d66752278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:25:10.495372 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-4887e7c5-b3a9-4f7b-8980-3f52b330d137 req-187eccac-1b67-49c3-ba08-3e4d66752278 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6792336 Sep 23 07:25:10.541712 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-903885f4-34e8-4c71-8346-cbea7f16107d req-5e6f167c-e815-4aaf-a852-27eb714cbe6a tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] 10.222.0.62 "GET /v2.0/security-groups?id=a0ce8cd3-710a-441a-bcf8-df9fb0d9b143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853977 Sep 23 07:25:10.556257 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-f7a9a958-30b2-4451-b6a1-ee2cf31fbb26 req-b022881f-2175-4bfc-bc93-dbb553d8cd49 tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/security-groups?id=b1176efc-2ea4-4549-99dc-1bd682ff6d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519176 Sep 23 07:25:10.721542 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb77007d-71fe-487e-bd13-7d724ce3daa0 req-98dbd928-afa6-48cb-a190-82d86de49dc6 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:25:10.723355 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-eb77007d-71fe-487e-bd13-7d724ce3daa0 req-98dbd928-afa6-48cb-a190-82d86de49dc6 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/ports?device_id=11aa03f3-4e13-41f7-a30c-8a2c8e1d0fa4 HTTP/1.1" status: 200 len: 943 time: 0.0928056 Sep 23 07:25:10.736823 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d305c66d-80cd-4535-882a-74d4717666b4 req-2e6654cd-ec1d-46ef-b09c-015a8ce035a3 tempest-DeleteServersTestJSON-1434548261 tempest-DeleteServersTestJSON-1434548261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:25:10.738432 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-d305c66d-80cd-4535-882a-74d4717666b4 req-2e6654cd-ec1d-46ef-b09c-015a8ce035a3 tempest-DeleteServersTestJSON-1434548261 tempest-DeleteServersTestJSON-1434548261-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab783cb1-a4aa-42fe-8fea-ea6abc4c6077 HTTP/1.1" status: 200 len: 946 time: 0.0981781 Sep 23 07:25:10.800225 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-eb77007d-71fe-487e-bd13-7d724ce3daa0 req-a751d694-353b-496f-8728-8f7dcc4519ea tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/security-groups?id=f544a07c-938f-4158-882b-467f1a401932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607636 Sep 23 07:25:10.806056 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-d305c66d-80cd-4535-882a-74d4717666b4 req-f7fa2476-8937-48eb-8e9c-9ee5f2ba92c4 tempest-DeleteServersTestJSON-1434548261 tempest-DeleteServersTestJSON-1434548261-project] 10.222.0.62 "GET /v2.0/security-groups?id=5bf02978-f38f-4627-83c7-d630e2f8decc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525033 Sep 23 07:25:11.334445 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.62', 51598) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:25:11.349096 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-71928291-e1db-447a-83ea-053c43e287d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:11.443788 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-71928291-e1db-447a-83ea-053c43e287d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:11.517828 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-71928291-e1db-447a-83ea-053c43e287d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520401'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:11.589385 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [None req-71928291-e1db-447a-83ea-053c43e287d6 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=5ae4bd343fed4732b69d68eff1cba243&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2536407 Sep 23 07:25:11.591841 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71928291-e1db-447a-83ea-053c43e287d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99effa31-dd23-4fa4-bd89-8d8435bc47d9,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:25:11.592467 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.62', 51604) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:25:11.690172 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bbcc1910-b2f0-4422-82a0-979c41a04e2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:11.772395 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bbcc1910-b2f0-4422-82a0-979c41a04e2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:11.801541 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6729a9-f7af-4879-a82d-ef8e00c0c7d7 req-e7517c12-afd0-4767-a842-9bdd5ba376ed tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:25:11.803719 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-9f6729a9-f7af-4879-a82d-ef8e00c0c7d7 req-e7517c12-afd0-4767-a842-9bdd5ba376ed tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] 10.222.0.62 "GET /v2.0/ports?device_id=f2f739a5-b918-46ae-a5a1-5005a5b39ebd HTTP/1.1" status: 200 len: 943 time: 0.1360219 Sep 23 07:25:11.812911 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143b91ae-a4e7-4d22-bfe2-514a00ae9164 req-401e2d92-fb3c-4f27-9815-97b72b7b9a96 tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:25:11.814493 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-143b91ae-a4e7-4d22-bfe2-514a00ae9164 req-401e2d92-fb3c-4f27-9815-97b72b7b9a96 tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/ports?device_id=c49bb731-9c90-48ec-b81e-5f87ca815b68 HTTP/1.1" status: 200 len: 943 time: 0.1286137 Sep 23 07:25:11.876838 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-9f6729a9-f7af-4879-a82d-ef8e00c0c7d7 req-9735dba0-7e3e-42a1-99f4-e02e48300302 tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] 10.222.0.62 "GET /v2.0/security-groups?id=a0ce8cd3-710a-441a-bcf8-df9fb0d9b143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611541 Sep 23 07:25:11.881318 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bbcc1910-b2f0-4422-82a0-979c41a04e2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520401'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:11.882617 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-143b91ae-a4e7-4d22-bfe2-514a00ae9164 req-b2cdb08f-40df-4c56-a18b-cb8732c691cc tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/security-groups?id=b1176efc-2ea4-4549-99dc-1bd682ff6d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598953 Sep 23 07:25:11.884264 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bbcc1910-b2f0-4422-82a0-979c41a04e2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:11.885688 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [None req-bbcc1910-b2f0-4422-82a0-979c41a04e2b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/99effa31-dd23-4fa4-bd89-8d8435bc47d9 HTTP/1.1" status: 204 len: 168 time: 0.2900484 Sep 23 07:25:11.898334 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcc1910-b2f0-4422-82a0-979c41a04e2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99effa31-dd23-4fa4-bd89-8d8435bc47d9,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:25:12.119256 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4319df07-6809-4919-92a5-838538381b32 req-58de574e-8a62-48a6-962c-77d27a1894fd tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:25:12.122175 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-4319df07-6809-4919-92a5-838538381b32 req-58de574e-8a62-48a6-962c-77d27a1894fd tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/ports?device_id=11aa03f3-4e13-41f7-a30c-8a2c8e1d0fa4 HTTP/1.1" status: 200 len: 943 time: 0.0985651 Sep 23 07:25:12.138353 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b2a827-7bac-446f-9437-321f4c803c2d req-9c038478-b326-4cda-9d10-0f9688e7aa47 tempest-DeleteServersTestJSON-1434548261 tempest-DeleteServersTestJSON-1434548261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:25:12.145704 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-c0b2a827-7bac-446f-9437-321f4c803c2d req-9c038478-b326-4cda-9d10-0f9688e7aa47 tempest-DeleteServersTestJSON-1434548261 tempest-DeleteServersTestJSON-1434548261-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab783cb1-a4aa-42fe-8fea-ea6abc4c6077 HTTP/1.1" status: 200 len: 946 time: 0.1124434 Sep 23 07:25:12.230081 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-4319df07-6809-4919-92a5-838538381b32 req-f28f7fb0-8200-4f80-88b8-72e58d347432 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/security-groups?id=f544a07c-938f-4158-882b-467f1a401932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826621 Sep 23 07:25:12.240628 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-c0b2a827-7bac-446f-9437-321f4c803c2d req-887e350a-16e9-4de2-9d2f-27141a28352e tempest-DeleteServersTestJSON-1434548261 tempest-DeleteServersTestJSON-1434548261-project] 10.222.0.62 "GET /v2.0/security-groups?id=5bf02978-f38f-4627-83c7-d630e2f8decc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819306 Sep 23 07:25:12.954387 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Device d5d95114-49c5-42a0-b94c-fc33fe17693a details requested by agent hyperv_hv-cinder-80588 with host hv-cinder-80588 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 07:25:13.072812 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8a3dc9-e439-430b-ad29-bc211303a43b req-52e99355-7c54-4045-b6a2-05544631a0a5 tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:25:13.072812 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-af8a3dc9-e439-430b-ad29-bc211303a43b req-52e99355-7c54-4045-b6a2-05544631a0a5 tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/ports?device_id=c49bb731-9c90-48ec-b81e-5f87ca815b68 HTTP/1.1" status: 200 len: 943 time: 0.0833826 Sep 23 07:25:13.149882 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-af8a3dc9-e439-430b-ad29-bc211303a43b req-fd95f9d0-0171-4481-9937-dbd9a4af3055 tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/security-groups?id=b1176efc-2ea4-4549-99dc-1bd682ff6d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704958 Sep 23 07:25:13.175503 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] For port d5d95114-49c5-42a0-b94c-fc33fe17693a, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=d5d95114-49c5-42a0-b94c-fc33fe17693a,segment=NetworkSegment(681c178e-d1f1-44d1-9a02-efe6aedb0bdf),segment_id=681c178e-d1f1-44d1-9a02-efe6aedb0bdf)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:25:13.191683 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Returning: {'device': 'd5d95114-49c5-42a0-b94c-fc33fe17693a', 'network_id': 'af2ddaae-84fe-4fba-a944-e4f48fd0d9fc', 'port_id': 'd5d95114-49c5-42a0-b94c-fc33fe17693a', 'mac_address': 'fa:16:3e:ac:99:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68f0a779-afe9-48a5-86f0-926f10275d4d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 07:25:13.193337 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0978757-ef93-4753-9543-be37e0f002a2 req-ed4836d3-9b4a-4882-a02b-262c3b14f1f4 tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:25:13.194384 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-f0978757-ef93-4753-9543-be37e0f002a2 req-ed4836d3-9b4a-4882-a02b-262c3b14f1f4 tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] 10.222.0.62 "GET /v2.0/ports?device_id=f2f739a5-b918-46ae-a5a1-5005a5b39ebd HTTP/1.1" status: 200 len: 943 time: 0.0774693 Sep 23 07:25:13.244378 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:13.267137 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5d95114-49c5-42a0-b94c-fc33fe17693a {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 07:25:13.319412 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] For port d5d95114-49c5-42a0-b94c-fc33fe17693a, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=d5d95114-49c5-42a0-b94c-fc33fe17693a,segment=NetworkSegment(681c178e-d1f1-44d1-9a02-efe6aedb0bdf),segment_id=681c178e-d1f1-44d1-9a02-efe6aedb0bdf)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:25:13.339180 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573dd1fc-72ca-4232-956a-41ae45841ed2 req-08bcb847-9ab0-4555-a055-69ae345854b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:25:13.340885 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [req-573dd1fc-72ca-4232-956a-41ae45841ed2 req-08bcb847-9ab0-4555-a055-69ae345854b2 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f847624712b744ff9af7930d845e8424&device_id=c49bb731-9c90-48ec-b81e-5f87ca815b68 HTTP/1.1" status: 200 len: 1096 time: 0.0495765 Sep 23 07:25:13.359613 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-f0978757-ef93-4753-9543-be37e0f002a2 req-9d07e405-c659-4ba6-90e0-6d6f89236139 tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] 10.222.0.62 "GET /v2.0/security-groups?id=a0ce8cd3-710a-441a-bcf8-df9fb0d9b143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1562247 Sep 23 07:25:13.403508 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [req-573dd1fc-72ca-4232-956a-41ae45841ed2 req-0e0c05e3-7638-4518-83ed-64c01fc5914c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4cd03669-ef1e-4289-9ede-721592398a48 HTTP/1.1" status: 200 len: 217 time: 0.0532353 Sep 23 07:25:13.468229 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728618137860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728617650881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728617650899'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:13.494048 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6d1755-3c7b-4692-aeeb-93009c15f9bf req-86175e1d-7e00-46bf-8639-41c568e993dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:25:13.499534 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-0c6d1755-3c7b-4692-aeeb-93009c15f9bf req-86175e1d-7e00-46bf-8639-41c568e993dc service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=af2ddaae-84fe-4fba-a944-e4f48fd0d9fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2476928 Sep 23 07:25:13.537726 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573dd1fc-72ca-4232-956a-41ae45841ed2 req-c29f286a-3555-4585-ba8a-cc4f59d8d1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:25:13.540325 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [req-573dd1fc-72ca-4232-956a-41ae45841ed2 req-c29f286a-3555-4585-ba8a-cc4f59d8d1cb service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c0154a81-b31b-4d7e-b6a8-6873c78703af HTTP/1.1" status: 200 len: 858 time: 0.1249120 Sep 23 07:25:13.573424 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Pushing event updated for resources: {'Port': ['ID=d5d95114-49c5-42a0-b94c-fc33fe17693a,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:25:13.602212 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837a1ae8-4d0b-4dba-8be5-1c051de52a85 req-eb1b5e44-5095-4d35-95c1-8e58af8566b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:25:13.603934 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-837a1ae8-4d0b-4dba-8be5-1c051de52a85 req-eb1b5e44-5095-4d35-95c1-8e58af8566b2 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3507276 Sep 23 07:25:13.617850 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baff059b-d726-4f2e-87d1-b4ea4bfda409 req-fb62d61c-b7d4-4de8-ab73-c2b613abaeb8 tempest-DeleteServersTestJSON-1434548261 tempest-DeleteServersTestJSON-1434548261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:25:13.619493 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-baff059b-d726-4f2e-87d1-b4ea4bfda409 req-fb62d61c-b7d4-4de8-ab73-c2b613abaeb8 tempest-DeleteServersTestJSON-1434548261 tempest-DeleteServersTestJSON-1434548261-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab783cb1-a4aa-42fe-8fea-ea6abc4c6077 HTTP/1.1" status: 200 len: 946 time: 0.1667645 Sep 23 07:25:13.636591 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0082050-3f80-48e5-9528-d51d6ebb159d req-0859a650-3214-4ae6-a4b5-2511a4a4cf31 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:25:13.638247 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-b0082050-3f80-48e5-9528-d51d6ebb159d req-0859a650-3214-4ae6-a4b5-2511a4a4cf31 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/ports?device_id=11aa03f3-4e13-41f7-a30c-8a2c8e1d0fa4 HTTP/1.1" status: 200 len: 943 time: 0.1069574 Sep 23 07:25:13.725402 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-baff059b-d726-4f2e-87d1-b4ea4bfda409 req-bbc40c2e-6bd2-4ac4-9333-df441b1146f1 tempest-DeleteServersTestJSON-1434548261 tempest-DeleteServersTestJSON-1434548261-project] 10.222.0.62 "GET /v2.0/security-groups?id=5bf02978-f38f-4627-83c7-d630e2f8decc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853205 Sep 23 07:25:13.747818 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-b0082050-3f80-48e5-9528-d51d6ebb159d req-2e19e1ab-0343-4a48-b722-64d3704800b0 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/security-groups?id=f544a07c-938f-4158-882b-467f1a401932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881443 Sep 23 07:25:14.308108 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fc641e-cb93-4da9-a037-e4498dfce4ff req-3ea1f490-07f0-48a0-a5c5-08a9a686a462 tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:25:14.309926 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-f7fc641e-cb93-4da9-a037-e4498dfce4ff req-3ea1f490-07f0-48a0-a5c5-08a9a686a462 tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/ports?device_id=c49bb731-9c90-48ec-b81e-5f87ca815b68 HTTP/1.1" status: 200 len: 943 time: 0.0718453 Sep 23 07:25:14.369617 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-f7fc641e-cb93-4da9-a037-e4498dfce4ff req-f3150b00-024a-4d9d-9d83-35aad70454bb tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/security-groups?id=b1176efc-2ea4-4549-99dc-1bd682ff6d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529737 Sep 23 07:25:14.539850 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1958f7c1-2a64-42c5-be36-367460939377 req-0738847f-da28-406b-b95c-34963ebaabd8 tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:25:14.543106 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-1958f7c1-2a64-42c5-be36-367460939377 req-0738847f-da28-406b-b95c-34963ebaabd8 tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] 10.222.0.62 "GET /v2.0/ports?device_id=f2f739a5-b918-46ae-a5a1-5005a5b39ebd HTTP/1.1" status: 200 len: 944 time: 0.0532017 Sep 23 07:25:14.594271 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-1958f7c1-2a64-42c5-be36-367460939377 req-095d3f55-b072-4c5b-8c33-2dcf01dbc73c tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] 10.222.0.62 "GET /v2.0/security-groups?id=a0ce8cd3-710a-441a-bcf8-df9fb0d9b143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464308 Sep 23 07:25:14.864070 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ec20b5-bf9f-4202-9d49-9fb5328d60af req-87200e53-9e00-47ed-98e7-056cd19f24c1 tempest-DeleteServersTestJSON-1434548261 tempest-DeleteServersTestJSON-1434548261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:25:14.866123 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-f3ec20b5-bf9f-4202-9d49-9fb5328d60af req-87200e53-9e00-47ed-98e7-056cd19f24c1 tempest-DeleteServersTestJSON-1434548261 tempest-DeleteServersTestJSON-1434548261-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab783cb1-a4aa-42fe-8fea-ea6abc4c6077 HTTP/1.1" status: 200 len: 946 time: 0.0489106 Sep 23 07:25:14.905105 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-f3ec20b5-bf9f-4202-9d49-9fb5328d60af req-a5e67b5b-0b49-4c1e-a6a5-ca748ca1c284 tempest-DeleteServersTestJSON-1434548261 tempest-DeleteServersTestJSON-1434548261-project] 10.222.0.62 "GET /v2.0/security-groups?id=5bf02978-f38f-4627-83c7-d630e2f8decc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324910 Sep 23 07:25:15.018918 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457964dc-c3c7-4a37-a057-b12c20a12fa8 req-870ff87d-4f0f-4d46-bc82-3f795b308d1f tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:25:15.020563 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-457964dc-c3c7-4a37-a057-b12c20a12fa8 req-870ff87d-4f0f-4d46-bc82-3f795b308d1f tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/ports?device_id=11aa03f3-4e13-41f7-a30c-8a2c8e1d0fa4 HTTP/1.1" status: 200 len: 943 time: 0.0518191 Sep 23 07:25:15.067262 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-457964dc-c3c7-4a37-a057-b12c20a12fa8 req-046d7afe-8aee-4e72-8fb7-f78a4b3eaa12 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/security-groups?id=f544a07c-938f-4158-882b-467f1a401932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390706 Sep 23 07:25:15.500870 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01bbad3-0552-4d90-945e-bb819cef07ab req-5ae27038-cace-4dbc-96bc-caa4ff733f92 tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:25:15.502163 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-e01bbad3-0552-4d90-945e-bb819cef07ab req-5ae27038-cace-4dbc-96bc-caa4ff733f92 tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/ports?device_id=c49bb731-9c90-48ec-b81e-5f87ca815b68 HTTP/1.1" status: 200 len: 943 time: 0.0563695 Sep 23 07:25:15.549878 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-e01bbad3-0552-4d90-945e-bb819cef07ab req-bb4e3190-a41f-4d55-b8d2-010a7cf7a044 tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/security-groups?id=b1176efc-2ea4-4549-99dc-1bd682ff6d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377803 Sep 23 07:25:15.739913 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f5b77b-c0a3-46a6-a16a-fa814504c788 req-15306419-5463-4707-a033-9b8e9fe0c5e8 tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:25:15.741574 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-40f5b77b-c0a3-46a6-a16a-fa814504c788 req-15306419-5463-4707-a033-9b8e9fe0c5e8 tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] 10.222.0.62 "GET /v2.0/ports?device_id=f2f739a5-b918-46ae-a5a1-5005a5b39ebd HTTP/1.1" status: 200 len: 944 time: 0.0532291 Sep 23 07:25:15.799505 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-40f5b77b-c0a3-46a6-a16a-fa814504c788 req-b5fe62d5-8baf-40ef-a554-ebe7397d2f51 tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] 10.222.0.62 "GET /v2.0/security-groups?id=a0ce8cd3-710a-441a-bcf8-df9fb0d9b143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446129 Sep 23 07:25:16.047430 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc30fbd-bde1-44ec-91f1-99ef0f0e7e96 req-16a4be9d-b292-46fd-abc5-86fee6a71ce0 tempest-DeleteServersTestJSON-1434548261 tempest-DeleteServersTestJSON-1434548261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:25:16.049490 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-8cc30fbd-bde1-44ec-91f1-99ef0f0e7e96 req-16a4be9d-b292-46fd-abc5-86fee6a71ce0 tempest-DeleteServersTestJSON-1434548261 tempest-DeleteServersTestJSON-1434548261-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab783cb1-a4aa-42fe-8fea-ea6abc4c6077 HTTP/1.1" status: 200 len: 946 time: 0.0549216 Sep 23 07:25:16.097268 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-8cc30fbd-bde1-44ec-91f1-99ef0f0e7e96 req-d77c7185-a55d-446a-9b27-cd95debe1660 tempest-DeleteServersTestJSON-1434548261 tempest-DeleteServersTestJSON-1434548261-project] 10.222.0.62 "GET /v2.0/security-groups?id=5bf02978-f38f-4627-83c7-d630e2f8decc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407143 Sep 23 07:25:16.209321 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df44b51-aaf3-44e4-a875-2282fa69db2b req-a6212889-324e-449a-9a9e-d52aff97f9fc tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:25:16.210938 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-4df44b51-aaf3-44e4-a875-2282fa69db2b req-a6212889-324e-449a-9a9e-d52aff97f9fc tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/ports?device_id=11aa03f3-4e13-41f7-a30c-8a2c8e1d0fa4 HTTP/1.1" status: 200 len: 943 time: 0.0524027 Sep 23 07:25:16.256399 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-4df44b51-aaf3-44e4-a875-2282fa69db2b req-d4762bbe-2ad6-4bef-9b70-c89483665d9e tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/security-groups?id=f544a07c-938f-4158-882b-467f1a401932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337973 Sep 23 07:25:16.375333 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [req-573dd1fc-72ca-4232-956a-41ae45841ed2 req-24e119cb-fe14-49f5-9ef4-fb1fb993fe4d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b44ca581-7903-4d34-918a-e51828122c6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329294 Sep 23 07:25:16.484581 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-0c6d1755-3c7b-4692-aeeb-93009c15f9bf req-a4650d88-eb26-44ba-903d-e14b99c887a2 service neutron] 10.222.0.53 "GET /v2.0/networks/af2ddaae-84fe-4fba-a944-e4f48fd0d9fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482384 Sep 23 07:25:16.491142 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd2bddb-e28b-434d-88ab-4249b9eb9898 req-c7f77336-5566-410b-8838-f52d0ef60de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:25:16.492817 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-5bd2bddb-e28b-434d-88ab-4249b9eb9898 req-c7f77336-5566-410b-8838-f52d0ef60de2 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=63deb2e833294f4ba854d4abe4a79ff2&device_id=11aa03f3-4e13-41f7-a30c-8a2c8e1d0fa4 HTTP/1.1" status: 200 len: 1096 time: 0.0967178 Sep 23 07:25:16.502531 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [req-573dd1fc-72ca-4232-956a-41ae45841ed2 req-742ec474-bba0-4d2a-9943-0f5272a2c00e service neutron] 10.222.0.53 "GET /v2.0/networks/b44ca581-7903-4d34-918a-e51828122c6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044700 Sep 23 07:25:16.559344 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-5bd2bddb-e28b-434d-88ab-4249b9eb9898 req-76b0c793-4be0-48fa-aa85-524fdb7de057 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7dfc4070-e231-4f6c-ad17-e12882af128e HTTP/1.1" status: 200 len: 217 time: 0.0461576 Sep 23 07:25:16.691302 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [req-573dd1fc-72ca-4232-956a-41ae45841ed2 req-97fb7645-ac60-4a0f-84cf-66e31a063643 service neutron] 10.222.0.53 "GET /v2.0/networks/b44ca581-7903-4d34-918a-e51828122c6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1763227 Sep 23 07:25:16.707403 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] get_ports_and_sgs() called for port_ids ['d5d95114-49c5-42a0-b94c-fc33fe17693a'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 07:25:16.743291 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-0c6d1755-3c7b-4692-aeeb-93009c15f9bf req-62c35053-a4fa-4b24-9290-e0e4c66660e0 service neutron] 10.222.0.53 "GET /v2.0/networks/af2ddaae-84fe-4fba-a944-e4f48fd0d9fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2487600 Sep 23 07:25:16.756987 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd2bddb-e28b-434d-88ab-4249b9eb9898 req-0c65306e-524f-4c81-b049-fdc89561d0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:25:16.758311 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-5bd2bddb-e28b-434d-88ab-4249b9eb9898 req-0c65306e-524f-4c81-b049-fdc89561d0ae service neutron] 10.222.0.53 "GET /v2.0/subnets?id=513e6a2b-0c54-4f03-8c2d-dd3c246bd8ac HTTP/1.1" status: 200 len: 856 time: 0.1641109 Sep 23 07:25:16.845206 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdc6e4b-a23c-4565-85b0-3b22f9dec54f req-bf3bccde-1464-4dbd-b521-bbea9b26e8ac tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:25:16.847250 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-dfdc6e4b-a23c-4565-85b0-3b22f9dec54f req-bf3bccde-1464-4dbd-b521-bbea9b26e8ac tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/ports?device_id=c49bb731-9c90-48ec-b81e-5f87ca815b68 HTTP/1.1" status: 200 len: 943 time: 0.1586931 Sep 23 07:25:16.851170 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd2bddb-e28b-434d-88ab-4249b9eb9898 req-7dc9fc91-3783-466c-8a00-93585ce5b5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:25:16.852918 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-5bd2bddb-e28b-434d-88ab-4249b9eb9898 req-7dc9fc91-3783-466c-8a00-93585ce5b5e0 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=457ccd50-05b0-4ce0-8b7d-271dff6f827e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0767982 Sep 23 07:25:16.925856 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-dfdc6e4b-a23c-4565-85b0-3b22f9dec54f req-705c954d-e42a-4531-a65b-b1a31ea1ff3d tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/security-groups?id=b1176efc-2ea4-4549-99dc-1bd682ff6d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694463 Sep 23 07:25:17.008038 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-5bd2bddb-e28b-434d-88ab-4249b9eb9898 req-a10e24fb-48ee-404c-b21e-18ffa2733e9e service neutron] 10.222.0.53 "GET /v2.0/networks/457ccd50-05b0-4ce0-8b7d-271dff6f827e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300447 Sep 23 07:25:17.112481 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e291e36-4527-42d8-94df-fef114f1325a req-6fd1bbae-8aa5-41b8-a8c2-1b477e15565b tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:25:17.114099 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-5e291e36-4527-42d8-94df-fef114f1325a req-6fd1bbae-8aa5-41b8-a8c2-1b477e15565b tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] 10.222.0.62 "GET /v2.0/ports?device_id=f2f739a5-b918-46ae-a5a1-5005a5b39ebd HTTP/1.1" status: 200 len: 944 time: 0.1197181 Sep 23 07:25:17.157309 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-5bd2bddb-e28b-434d-88ab-4249b9eb9898 req-e4ed8713-3a51-41fa-9e5a-ffb0b309df1a service neutron] 10.222.0.53 "GET /v2.0/networks/457ccd50-05b0-4ce0-8b7d-271dff6f827e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303923 Sep 23 07:25:17.172493 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-5e291e36-4527-42d8-94df-fef114f1325a req-58a43912-bba9-4da6-87b4-947128c45bfa tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] 10.222.0.62 "GET /v2.0/security-groups?id=a0ce8cd3-710a-441a-bcf8-df9fb0d9b143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522914 Sep 23 07:25:17.304846 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1edc855-c291-4073-ade8-c86ad969d872 req-202dec0b-ab24-4b54-962c-338e309afaf9 tempest-DeleteServersTestJSON-1434548261 tempest-DeleteServersTestJSON-1434548261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:25:17.316961 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-b1edc855-c291-4073-ade8-c86ad969d872 req-202dec0b-ab24-4b54-962c-338e309afaf9 tempest-DeleteServersTestJSON-1434548261 tempest-DeleteServersTestJSON-1434548261-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab783cb1-a4aa-42fe-8fea-ea6abc4c6077 HTTP/1.1" status: 200 len: 946 time: 0.0823238 Sep 23 07:25:17.409010 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-b1edc855-c291-4073-ade8-c86ad969d872 req-b6fbbef2-21ef-4473-995e-d2fb5f995726 tempest-DeleteServersTestJSON-1434548261 tempest-DeleteServersTestJSON-1434548261-project] 10.222.0.62 "GET /v2.0/security-groups?id=5bf02978-f38f-4627-83c7-d630e2f8decc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831082 Sep 23 07:25:17.438733 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b055f9-2c7a-45c4-b963-e5b32721d69e req-0caeb344-14f6-4392-a445-2d57d8137f0a tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:25:17.440266 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-52b055f9-2c7a-45c4-b963-e5b32721d69e req-0caeb344-14f6-4392-a445-2d57d8137f0a tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/ports?device_id=11aa03f3-4e13-41f7-a30c-8a2c8e1d0fa4 HTTP/1.1" status: 200 len: 943 time: 0.0750165 Sep 23 07:25:17.481415 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-52b055f9-2c7a-45c4-b963-e5b32721d69e req-9b93012f-acb9-462a-9279-8cd59cc13b28 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/security-groups?id=f544a07c-938f-4158-882b-467f1a401932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343831 Sep 23 07:25:18.079058 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce71f0bb-5b22-40a8-ba64-ab7e2d9a93e1 req-8f36dfe0-41f9-421f-892c-4d46dea40c4f tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:25:18.080711 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-ce71f0bb-5b22-40a8-ba64-ab7e2d9a93e1 req-8f36dfe0-41f9-421f-892c-4d46dea40c4f tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/ports?device_id=c49bb731-9c90-48ec-b81e-5f87ca815b68 HTTP/1.1" status: 200 len: 943 time: 0.0523195 Sep 23 07:25:18.144140 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-ce71f0bb-5b22-40a8-ba64-ab7e2d9a93e1 req-c68a9c91-82a2-4992-93b9-59929b59fb20 tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/security-groups?id=b1176efc-2ea4-4549-99dc-1bd682ff6d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545616 Sep 23 07:25:18.319869 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d976609a-64a6-4ada-9c60-67e5799119be req-2e4e8c83-7525-4a50-9582-be9ad07eab2b tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:25:18.321676 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-d976609a-64a6-4ada-9c60-67e5799119be req-2e4e8c83-7525-4a50-9582-be9ad07eab2b tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] 10.222.0.62 "GET /v2.0/ports?device_id=f2f739a5-b918-46ae-a5a1-5005a5b39ebd HTTP/1.1" status: 200 len: 944 time: 0.0612395 Sep 23 07:25:18.357449 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Device d5d95114-49c5-42a0-b94c-fc33fe17693a up at agent hyperv_hv-cinder-80588 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:25:18.371618 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-d976609a-64a6-4ada-9c60-67e5799119be req-b9b1f48e-6c6d-401c-92fe-fd57d8854c32 tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] 10.222.0.62 "GET /v2.0/security-groups?id=a0ce8cd3-710a-441a-bcf8-df9fb0d9b143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429246 Sep 23 07:25:18.531660 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec68bb9-6559-4169-aebb-24f3c8e9f989 req-7afe9a65-8f5a-44b8-9f7e-2250890977c6 tempest-DeleteServersTestJSON-1434548261 tempest-DeleteServersTestJSON-1434548261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:25:18.531660 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-7ec68bb9-6559-4169-aebb-24f3c8e9f989 req-7afe9a65-8f5a-44b8-9f7e-2250890977c6 tempest-DeleteServersTestJSON-1434548261 tempest-DeleteServersTestJSON-1434548261-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab783cb1-a4aa-42fe-8fea-ea6abc4c6077 HTTP/1.1" status: 200 len: 946 time: 0.0539658 Sep 23 07:25:18.554042 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Provisioning for port d5d95114-49c5-42a0-b94c-fc33fe17693a completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 07:25:18.561473 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Provisioning complete for port d5d95114-49c5-42a0-b94c-fc33fe17693a triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:25:18.561895 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703931'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:18.611962 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-7ec68bb9-6559-4169-aebb-24f3c8e9f989 req-e09ebcdb-347f-4b7a-907f-15fe7ad16087 tempest-DeleteServersTestJSON-1434548261 tempest-DeleteServersTestJSON-1434548261-project] 10.222.0.62 "GET /v2.0/security-groups?id=5bf02978-f38f-4627-83c7-d630e2f8decc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705767 Sep 23 07:25:18.647093 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02a174d-d8ca-4915-963b-f8e72b880ffb req-f283a21f-ed23-446e-bbaa-bee3cb58b2ff tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:25:18.653353 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-b02a174d-d8ca-4915-963b-f8e72b880ffb req-f283a21f-ed23-446e-bbaa-bee3cb58b2ff tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/ports?device_id=11aa03f3-4e13-41f7-a30c-8a2c8e1d0fa4 HTTP/1.1" status: 200 len: 943 time: 0.0808628 Sep 23 07:25:18.730428 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-b02a174d-d8ca-4915-963b-f8e72b880ffb req-df2e3f8d-8c58-4a43-93d2-29e7ddb1c32b tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/security-groups?id=f544a07c-938f-4158-882b-467f1a401932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634031 Sep 23 07:25:18.760243 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:18.811170 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2f739a5-b918-46ae-a5a1-5005a5b39ebd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5d95114-49c5-42a0-b94c-fc33fe17693a'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:25:18.811170 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8cb1569f887212d656241d478829572ac01e5268e755a1d7af7c5208f8517aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21e1c99b-2e72-4468-b527-3c0f74b5911f" -d '{"events": [{"server_uuid": "f2f739a5-b918-46ae-a5a1-5005a5b39ebd", "name": "network-vif-plugged", "status": "completed", "tag": "d5d95114-49c5-42a0-b94c-fc33fe17693a"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:25:18.839727 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] For port d5d95114-49c5-42a0-b94c-fc33fe17693a, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=d5d95114-49c5-42a0-b94c-fc33fe17693a,segment=NetworkSegment(681c178e-d1f1-44d1-9a02-efe6aedb0bdf),segment_id=681c178e-d1f1-44d1-9a02-efe6aedb0bdf)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:25:18.855522 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 07:25:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b996485c-ee71-4c93-bc8d-84a46883e4ba x-openstack-request-id: req-b996485c-ee71-4c93-bc8d-84a46883e4ba {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:25:18.856212 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2f739a5-b918-46ae-a5a1-5005a5b39ebd", "name": "network-vif-plugged", "status": "completed", "tag": "d5d95114-49c5-42a0-b94c-fc33fe17693a", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:25:18.856326 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b996485c-ee71-4c93-bc8d-84a46883e4ba {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:25:18.860561 dv-cinder-805887-18-iscsi neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2f739a5-b918-46ae-a5a1-5005a5b39ebd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5d95114-49c5-42a0-b94c-fc33fe17693a', 'code': 200} Sep 23 07:25:18.997415 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728618137860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728617650881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728617650899'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:19.066380 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Pushing event updated for resources: {'Port': ['ID=d5d95114-49c5-42a0-b94c-fc33fe17693a,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:25:19.286172 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7693a9a4-d983-46e2-a291-1cfd6696e629 req-2b7bdc98-363e-404a-a2ab-93d89d4f3c28 tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:25:19.288811 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-7693a9a4-d983-46e2-a291-1cfd6696e629 req-2b7bdc98-363e-404a-a2ab-93d89d4f3c28 tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/ports?device_id=c49bb731-9c90-48ec-b81e-5f87ca815b68 HTTP/1.1" status: 200 len: 943 time: 0.0561063 Sep 23 07:25:19.331751 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-7693a9a4-d983-46e2-a291-1cfd6696e629 req-33e4ce71-7ecb-41bc-b819-6b95d82d72b2 tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/security-groups?id=b1176efc-2ea4-4549-99dc-1bd682ff6d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365803 Sep 23 07:25:19.498370 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bce5055-426a-4193-85ac-487ccd44a599 req-0827e150-d6eb-403f-9280-01ebb3ab5c66 tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:25:19.499933 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-8bce5055-426a-4193-85ac-487ccd44a599 req-0827e150-d6eb-403f-9280-01ebb3ab5c66 tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] 10.222.0.62 "GET /v2.0/ports?device_id=f2f739a5-b918-46ae-a5a1-5005a5b39ebd HTTP/1.1" status: 200 len: 945 time: 0.0503511 Sep 23 07:25:19.551961 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-8bce5055-426a-4193-85ac-487ccd44a599 req-46e71d6d-3549-4feb-bd6f-b29f841f4ada tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] 10.222.0.62 "GET /v2.0/security-groups?id=a0ce8cd3-710a-441a-bcf8-df9fb0d9b143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446427 Sep 23 07:25:19.876644 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a1ce38-c321-453b-8833-45b4b2922472 req-209404ea-d01b-4f2e-a6e9-4ebfa4934e81 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:25:19.878714 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-17a1ce38-c321-453b-8833-45b4b2922472 req-209404ea-d01b-4f2e-a6e9-4ebfa4934e81 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/ports?device_id=11aa03f3-4e13-41f7-a30c-8a2c8e1d0fa4 HTTP/1.1" status: 200 len: 943 time: 0.0664029 Sep 23 07:25:19.930598 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-17a1ce38-c321-453b-8833-45b4b2922472 req-9c36b1b4-0219-400c-90d6-5721e493f0f2 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/security-groups?id=f544a07c-938f-4158-882b-467f1a401932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406008 Sep 23 07:25:20.458127 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e32ca4-cd25-4efa-857d-7c11b5e4e94a req-1b521cdb-f5c7-4367-a7f6-a7f723fa2384 tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:25:20.460264 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-36e32ca4-cd25-4efa-857d-7c11b5e4e94a req-1b521cdb-f5c7-4367-a7f6-a7f723fa2384 tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/ports?device_id=c49bb731-9c90-48ec-b81e-5f87ca815b68 HTTP/1.1" status: 200 len: 943 time: 0.0555601 Sep 23 07:25:20.503853 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-36e32ca4-cd25-4efa-857d-7c11b5e4e94a req-c695986e-f77a-4649-9cb4-9ad0b6e03e1a tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/security-groups?id=b1176efc-2ea4-4549-99dc-1bd682ff6d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366199 Sep 23 07:25:20.707302 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef83327-68f0-4bd3-9676-963a47ef7bc5 req-cad7ecf9-8686-483e-9bd5-459e24348125 tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:25:20.710689 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-0ef83327-68f0-4bd3-9676-963a47ef7bc5 req-cad7ecf9-8686-483e-9bd5-459e24348125 tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] 10.222.0.62 "GET /v2.0/ports?device_id=f2f739a5-b918-46ae-a5a1-5005a5b39ebd HTTP/1.1" status: 200 len: 945 time: 0.0846624 Sep 23 07:25:20.767041 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-0ef83327-68f0-4bd3-9676-963a47ef7bc5 req-da90ea24-5bc9-4b5c-abeb-b1e240e8f763 tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] 10.222.0.62 "GET /v2.0/security-groups?id=a0ce8cd3-710a-441a-bcf8-df9fb0d9b143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495045 Sep 23 07:25:21.045799 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Device 4cd03669-ef1e-4289-9ede-721592398a48 details requested by agent hyperv_hv-cinder-80588 with host hv-cinder-80588 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 07:25:21.089944 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dd7510-d70e-4336-97b0-eb8bd2ef9dbe req-8134d3dc-eba6-4eb9-8415-fcdee31c3618 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:25:21.091508 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-33dd7510-d70e-4336-97b0-eb8bd2ef9dbe req-8134d3dc-eba6-4eb9-8415-fcdee31c3618 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/ports?device_id=11aa03f3-4e13-41f7-a30c-8a2c8e1d0fa4 HTTP/1.1" status: 200 len: 943 time: 0.0798941 Sep 23 07:25:21.150174 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] For port 4cd03669-ef1e-4289-9ede-721592398a48, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=4cd03669-ef1e-4289-9ede-721592398a48,segment=NetworkSegment(9680fae7-9ca3-40a6-b351-10f8a15caa7a),segment_id=9680fae7-9ca3-40a6-b351-10f8a15caa7a)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:25:21.160929 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de55093e-77db-4d3d-9fe6-225883f36271 req-71b7a33a-6068-4436-a5b1-982e3388bfbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:25:21.162486 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-de55093e-77db-4d3d-9fe6-225883f36271 req-71b7a33a-6068-4436-a5b1-982e3388bfbc service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=f2f739a5-b918-46ae-a5a1-5005a5b39ebd HTTP/1.1" status: 200 len: 1098 time: 0.1101062 Sep 23 07:25:21.165313 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-33dd7510-d70e-4336-97b0-eb8bd2ef9dbe req-03cd027c-fd6a-4020-9bbf-496e346b70b8 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/security-groups?id=f544a07c-938f-4158-882b-467f1a401932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553195 Sep 23 07:25:21.165454 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Returning: {'device': '4cd03669-ef1e-4289-9ede-721592398a48', 'network_id': 'b44ca581-7903-4d34-918a-e51828122c6e', 'port_id': '4cd03669-ef1e-4289-9ede-721592398a48', 'mac_address': 'fa:16:3e:52:ff:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0154a81-b31b-4d7e-b6a8-6873c78703af', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 07:25:21.326621 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:21.342248 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4cd03669-ef1e-4289-9ede-721592398a48 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 07:25:21.364131 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] For port 4cd03669-ef1e-4289-9ede-721592398a48, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=4cd03669-ef1e-4289-9ede-721592398a48,segment=NetworkSegment(9680fae7-9ca3-40a6-b351-10f8a15caa7a),segment_id=9680fae7-9ca3-40a6-b351-10f8a15caa7a)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:25:21.446986 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728618137860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728617650881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728617650899'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:21.447727 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Device 7dfc4070-e231-4f6c-ad17-e12882af128e details requested by agent hyperv_hv-cinder-80588 with host hv-cinder-80588 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 07:25:21.518178 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Pushing event updated for resources: {'Port': ['ID=4cd03669-ef1e-4289-9ede-721592398a48,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:25:21.613759 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] For port 7dfc4070-e231-4f6c-ad17-e12882af128e, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=7dfc4070-e231-4f6c-ad17-e12882af128e,segment=NetworkSegment(1643a54a-f314-44c3-bdbc-99b9ba0d70f9),segment_id=1643a54a-f314-44c3-bdbc-99b9ba0d70f9)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:25:21.630547 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Returning: {'device': '7dfc4070-e231-4f6c-ad17-e12882af128e', 'network_id': '457ccd50-05b0-4ce0-8b7d-271dff6f827e', 'port_id': '7dfc4070-e231-4f6c-ad17-e12882af128e', 'mac_address': 'fa:16:3e:43:6a:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '513e6a2b-0c54-4f03-8c2d-dd3c246bd8ac', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 07:25:21.639119 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c582ca3-524e-40b7-86bb-80086035c65c req-063ecd3f-fa84-41ba-8e10-add18e6214a2 tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:25:21.641507 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-2c582ca3-524e-40b7-86bb-80086035c65c req-063ecd3f-fa84-41ba-8e10-add18e6214a2 tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/ports?device_id=c49bb731-9c90-48ec-b81e-5f87ca815b68 HTTP/1.1" status: 200 len: 944 time: 0.0614164 Sep 23 07:25:21.675687 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:21.691567 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-2c582ca3-524e-40b7-86bb-80086035c65c req-c1f10e30-5e17-4e37-a23d-db9bd4871900 tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/security-groups?id=b1176efc-2ea4-4549-99dc-1bd682ff6d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436230 Sep 23 07:25:21.692285 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7dfc4070-e231-4f6c-ad17-e12882af128e {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 07:25:21.716529 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] For port 7dfc4070-e231-4f6c-ad17-e12882af128e, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=7dfc4070-e231-4f6c-ad17-e12882af128e,segment=NetworkSegment(1643a54a-f314-44c3-bdbc-99b9ba0d70f9),segment_id=1643a54a-f314-44c3-bdbc-99b9ba0d70f9)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:25:21.815720 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728618137860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728617650881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728617650899'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:21.884491 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Pushing event updated for resources: {'Port': ['ID=7dfc4070-e231-4f6c-ad17-e12882af128e,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:25:21.894566 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d378fa-6437-45a9-ab08-05fa85319773 req-d6f2cc56-a835-4ca5-8a5c-76290152251c tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:25:21.896225 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-07d378fa-6437-45a9-ab08-05fa85319773 req-d6f2cc56-a835-4ca5-8a5c-76290152251c tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] 10.222.0.62 "GET /v2.0/ports?device_id=f2f739a5-b918-46ae-a5a1-5005a5b39ebd HTTP/1.1" status: 200 len: 945 time: 0.0564160 Sep 23 07:25:21.944030 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-07d378fa-6437-45a9-ab08-05fa85319773 req-6f31d242-595a-4709-b7ad-866536276a37 tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] 10.222.0.62 "GET /v2.0/security-groups?id=a0ce8cd3-710a-441a-bcf8-df9fb0d9b143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396087 Sep 23 07:25:22.067260 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-de55093e-77db-4d3d-9fe6-225883f36271 req-daf057f7-13ff-4238-a381-643738cafa4c service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=a0ce8cd3-710a-441a-bcf8-df9fb0d9b143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363925 Sep 23 07:25:22.303658 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6d1aac-e683-4840-9b06-479febf9d746 req-4c74915e-4462-4bfd-871b-d179440e7477 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:25:22.305240 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-3b6d1aac-e683-4840-9b06-479febf9d746 req-4c74915e-4462-4bfd-871b-d179440e7477 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/ports?device_id=11aa03f3-4e13-41f7-a30c-8a2c8e1d0fa4 HTTP/1.1" status: 200 len: 944 time: 0.0540266 Sep 23 07:25:22.346955 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-3b6d1aac-e683-4840-9b06-479febf9d746 req-ac43efa5-cfd5-4c39-bfa3-c7b8824eee22 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/security-groups?id=f544a07c-938f-4158-882b-467f1a401932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352228 Sep 23 07:25:22.455201 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] get_ports_and_sgs() called for port_ids ['7dfc4070-e231-4f6c-ad17-e12882af128e'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 07:25:22.462443 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] get_ports_and_sgs() called for port_ids ['4cd03669-ef1e-4289-9ede-721592398a48'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 07:25:22.846817 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92eccd7-b583-43c5-809b-cb8216995181 req-bec3d2f3-52f3-49b6-85cf-b65140ab8382 tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:25:22.848408 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-f92eccd7-b583-43c5-809b-cb8216995181 req-bec3d2f3-52f3-49b6-85cf-b65140ab8382 tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/ports?device_id=c49bb731-9c90-48ec-b81e-5f87ca815b68 HTTP/1.1" status: 200 len: 944 time: 0.0772529 Sep 23 07:25:22.849934 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4ceeb85f-1ed2-4eb7-ac1d-352d1d9c98d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:22.893048 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-f92eccd7-b583-43c5-809b-cb8216995181 req-abfcdd02-b55c-461a-a69c-860fe41be896 tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/security-groups?id=b1176efc-2ea4-4549-99dc-1bd682ff6d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349424 Sep 23 07:25:23.098485 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9affc78-345d-4bbc-9830-6a408b954143 req-2496dadf-c010-4459-8c0a-a36cbb44f339 tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:25:23.104954 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-d9affc78-345d-4bbc-9830-6a408b954143 req-2496dadf-c010-4459-8c0a-a36cbb44f339 tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] 10.222.0.62 "GET /v2.0/ports?device_id=f2f739a5-b918-46ae-a5a1-5005a5b39ebd HTTP/1.1" status: 200 len: 945 time: 0.0592000 Sep 23 07:25:23.164754 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-d9affc78-345d-4bbc-9830-6a408b954143 req-363f5d40-e48d-4971-898e-e25d5292a699 tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] 10.222.0.62 "GET /v2.0/security-groups?id=a0ce8cd3-710a-441a-bcf8-df9fb0d9b143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514171 Sep 23 07:25:23.498433 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e905f62-6bda-4d6b-b525-fe0b04a7608b req-65ee6e5d-5d61-4535-b71c-63fe220b307b tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:25:23.499921 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-6e905f62-6bda-4d6b-b525-fe0b04a7608b req-65ee6e5d-5d61-4535-b71c-63fe220b307b tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/ports?device_id=11aa03f3-4e13-41f7-a30c-8a2c8e1d0fa4 HTTP/1.1" status: 200 len: 944 time: 0.0532870 Sep 23 07:25:23.544487 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-6e905f62-6bda-4d6b-b525-fe0b04a7608b req-fd978bed-b1b3-4c98-85af-f66c8c4ca7af tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/security-groups?id=f544a07c-938f-4158-882b-467f1a401932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363071 Sep 23 07:25:23.845274 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-7d41728a-dcdb-443f-a9aa-00d7f135c900 req-05a19c81-19c3-4ce8-b09b-af65b97065ac service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=ab783cb1-a4aa-42fe-8fea-ea6abc4c6077&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0626955 Sep 23 07:25:23.966915 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d41728a-dcdb-443f-a9aa-00d7f135c900 req-d576dd17-70cc-4bd1-a781-82c69d95e610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:25:23.968600 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-7d41728a-dcdb-443f-a9aa-00d7f135c900 req-d576dd17-70cc-4bd1-a781-82c69d95e610 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d48ba685da4e429ba433001cd3762eb6&device_id=ab783cb1-a4aa-42fe-8fea-ea6abc4c6077 HTTP/1.1" status: 200 len: 1099 time: 0.0519848 Sep 23 07:25:24.363156 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387e713d-b5ea-46e8-8342-265b9298c418 req-069f1c06-8b17-4fa9-b3a9-ed3584448044 tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:25:24.365402 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-387e713d-b5ea-46e8-8342-265b9298c418 req-069f1c06-8b17-4fa9-b3a9-ed3584448044 tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/ports?device_id=c49bb731-9c90-48ec-b81e-5f87ca815b68 HTTP/1.1" status: 200 len: 944 time: 0.3696930 Sep 23 07:25:24.411696 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Device 4cd03669-ef1e-4289-9ede-721592398a48 up at agent hyperv_hv-cinder-80588 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:25:24.420229 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964df2f0-9d81-4b26-9348-ca37876ff534 req-7cd085c9-09af-48a2-8a0b-f2f3ed825c0a tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:25:24.421847 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-964df2f0-9d81-4b26-9348-ca37876ff534 req-7cd085c9-09af-48a2-8a0b-f2f3ed825c0a tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] 10.222.0.62 "GET /v2.0/ports?device_id=f2f739a5-b918-46ae-a5a1-5005a5b39ebd HTTP/1.1" status: 200 len: 945 time: 0.1577876 Sep 23 07:25:24.424543 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d41728a-dcdb-443f-a9aa-00d7f135c900 req-cfde38b3-7a5e-4d0c-b1e2-55df4fa9b47e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:25:24.425985 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-7d41728a-dcdb-443f-a9aa-00d7f135c900 req-cfde38b3-7a5e-4d0c-b1e2-55df4fa9b47e service neutron] 10.222.0.53 "GET /v2.0/networks?id=2717a2a1-7002-40c6-a5d5-9f449842d752 HTTP/1.1" status: 200 len: 913 time: 0.4210186 Sep 23 07:25:24.497332 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-387e713d-b5ea-46e8-8342-265b9298c418 req-6336c1b1-d086-4cfa-80c0-70e8b060c161 tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/security-groups?id=b1176efc-2ea4-4549-99dc-1bd682ff6d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226189 Sep 23 07:25:24.499041 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-7d41728a-dcdb-443f-a9aa-00d7f135c900 req-58d2e0e2-aecc-4ffc-83d3-75cfe1ebd823 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=73ea1406-0ef0-4d27-9346-5d048311a408 HTTP/1.1" status: 200 len: 217 time: 0.0548489 Sep 23 07:25:24.526257 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-964df2f0-9d81-4b26-9348-ca37876ff534 req-c6d0c5a4-94ab-4735-95a9-62fba7007df7 tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] 10.222.0.62 "GET /v2.0/security-groups?id=a0ce8cd3-710a-441a-bcf8-df9fb0d9b143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0953324 Sep 23 07:25:24.544890 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.62', 51922) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:25:24.577898 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d41728a-dcdb-443f-a9aa-00d7f135c900 req-23c85a30-2358-4c6d-bcff-8b3562aa1b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:25:24.581257 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-7d41728a-dcdb-443f-a9aa-00d7f135c900 req-23c85a30-2358-4c6d-bcff-8b3562aa1b11 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8536afbc-bcf7-45b4-8966-898fad98ec1d HTTP/1.1" status: 200 len: 852 time: 0.0715733 Sep 23 07:25:24.614112 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Provisioning for port 4cd03669-ef1e-4289-9ede-721592398a48 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 07:25:24.620303 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Provisioning complete for port 4cd03669-ef1e-4289-9ede-721592398a48 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:25:24.621476 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703931'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:24.654106 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-7d41728a-dcdb-443f-a9aa-00d7f135c900 req-2e510f5d-5370-42f3-8099-524465795904 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2717a2a1-7002-40c6-a5d5-9f449842d752&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0617647 Sep 23 07:25:24.806608 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a3e9a689-97ef-4ace-83bc-60415c5ca5c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:24.843426 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:24.963623 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e1694f-37c5-47ee-ba32-5b255f336288 req-f009122d-d1af-423a-98d7-663ca8e37eaf tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:25:24.965591 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-99e1694f-37c5-47ee-ba32-5b255f336288 req-f009122d-d1af-423a-98d7-663ca8e37eaf tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/ports?device_id=11aa03f3-4e13-41f7-a30c-8a2c8e1d0fa4 HTTP/1.1" status: 200 len: 944 time: 0.2560732 Sep 23 07:25:24.976054 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] For port 4cd03669-ef1e-4289-9ede-721592398a48, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=4cd03669-ef1e-4289-9ede-721592398a48,segment=NetworkSegment(9680fae7-9ca3-40a6-b351-10f8a15caa7a),segment_id=9680fae7-9ca3-40a6-b351-10f8a15caa7a)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:25:24.977881 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a3e9a689-97ef-4ace-83bc-60415c5ca5c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:24.978240 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c49bb731-9c90-48ec-b81e-5f87ca815b68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cd03669-ef1e-4289-9ede-721592398a48'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:25:24.981224 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8cb1569f887212d656241d478829572ac01e5268e755a1d7af7c5208f8517aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-786b2174-59aa-400b-a28a-3a3f470445a5" -d '{"events": [{"server_uuid": "c49bb731-9c90-48ec-b81e-5f87ca815b68", "name": "network-vif-plugged", "status": "completed", "tag": "4cd03669-ef1e-4289-9ede-721592398a48"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:25:25.016786 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a22743-9c61-4477-96fc-0329d81c40ef req-d27ab5d6-2797-4adb-b256-f6f5077527aa tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:25:25.016786 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-e6a22743-9c61-4477-96fc-0329d81c40ef req-d27ab5d6-2797-4adb-b256-f6f5077527aa tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] 10.222.0.62 "GET /v2.0/ports?device_id=f2f739a5-b918-46ae-a5a1-5005a5b39ebd HTTP/1.1" status: 200 len: 945 time: 0.1789460 Sep 23 07:25:25.026051 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-7d41728a-dcdb-443f-a9aa-00d7f135c900 req-43c1e967-e59d-4761-b1dc-4b4deeb33908 service neutron] 10.222.0.53 "GET /v2.0/networks/2717a2a1-7002-40c6-a5d5-9f449842d752?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3576031 Sep 23 07:25:25.026999 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.62', 51942) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:25:25.046384 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.v2.base [None req-9f8272fa-0c58-4c93-b6cd-28aab96014f7 tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] Request body: {'floatingip': {'port_id': 'd5d95114-49c5-42a0-b94c-fc33fe17693a'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:25:25.092302 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-99e1694f-37c5-47ee-ba32-5b255f336288 req-32c866bc-b819-4474-9d07-d6c283d563a6 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/security-groups?id=f544a07c-938f-4158-882b-467f1a401932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1104689 Sep 23 07:25:25.110611 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728618137860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728617650881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728617650899'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:25.112260 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Device 7dfc4070-e231-4f6c-ad17-e12882af128e up at agent hyperv_hv-cinder-80588 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:25:25.137692 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 07:25:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26d54fcc-a4c2-4579-93dc-f0430705fabb x-openstack-request-id: req-26d54fcc-a4c2-4579-93dc-f0430705fabb {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:25:25.138272 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c49bb731-9c90-48ec-b81e-5f87ca815b68", "name": "network-vif-plugged", "status": "completed", "tag": "4cd03669-ef1e-4289-9ede-721592398a48", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:25:25.139529 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-26d54fcc-a4c2-4579-93dc-f0430705fabb {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:25:25.140256 dv-cinder-805887-18-iscsi neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c49bb731-9c90-48ec-b81e-5f87ca815b68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cd03669-ef1e-4289-9ede-721592398a48', 'code': 200} Sep 23 07:25:25.199132 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9f8272fa-0c58-4c93-b6cd-28aab96014f7 tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] Notify callbacks [] for floatingip, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:25.201510 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a3e9a689-97ef-4ace-83bc-60415c5ca5c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520401'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:25.242393 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-7d41728a-dcdb-443f-a9aa-00d7f135c900 req-1d58daa0-39d9-480d-bd19-d6e970bc568c service neutron] 10.222.0.53 "GET /v2.0/networks/2717a2a1-7002-40c6-a5d5-9f449842d752?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2089317 Sep 23 07:25:25.249626 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [None req-a3e9a689-97ef-4ace-83bc-60415c5ca5c3 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c4cece7400014084a843ae8e3c374d68&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7038255 Sep 23 07:25:25.260934 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.62', 51952) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:25:25.399298 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e7477bf6-93b8-4677-b009-2d181eb6ac02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:25.402456 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Pushing event updated for resources: {'Port': ['ID=4cd03669-ef1e-4289-9ede-721592398a48,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:25:25.416633 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:25:25.417352 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:25:25.417352 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:25:25.417728 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:25:25.418035 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:25:25.418365 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:25:25.421141 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:25:25.421493 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:25:25.421851 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:25:25.422210 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:25:25.422543 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:25:25.423721 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:25:25.465193 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e9a689-97ef-4ace-83bc-60415c5ca5c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85351e9a-8144-4de9-b06e-f8be1ce810bb,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:25:25.476525 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e7477bf6-93b8-4677-b009-2d181eb6ac02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:25.501346 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e9a689-97ef-4ace-83bc-60415c5ca5c3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:25:25.502137 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e9a689-97ef-4ace-83bc-60415c5ca5c3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:25:25.502685 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e9a689-97ef-4ace-83bc-60415c5ca5c3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:25:25.503176 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e9a689-97ef-4ace-83bc-60415c5ca5c3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:25:25.503702 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e9a689-97ef-4ace-83bc-60415c5ca5c3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:25:25.504185 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e9a689-97ef-4ace-83bc-60415c5ca5c3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:25:25.504670 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e9a689-97ef-4ace-83bc-60415c5ca5c3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:25:25.505316 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e9a689-97ef-4ace-83bc-60415c5ca5c3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:25:25.506002 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e9a689-97ef-4ace-83bc-60415c5ca5c3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:25:25.506511 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e9a689-97ef-4ace-83bc-60415c5ca5c3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:25:25.507009 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e9a689-97ef-4ace-83bc-60415c5ca5c3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:25:25.507492 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e9a689-97ef-4ace-83bc-60415c5ca5c3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:25:25.542894 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Provisioning for port 7dfc4070-e231-4f6c-ad17-e12882af128e completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 07:25:25.560333 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Provisioning complete for port 7dfc4070-e231-4f6c-ad17-e12882af128e triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:25:25.563201 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703931'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:25.649085 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6a81ec-9227-4d8a-adc7-c0391f2ce1c8 req-0db1206d-9b73-4578-b730-b32c69dc1168 tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:25:25.653374 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-da6a81ec-9227-4d8a-adc7-c0391f2ce1c8 req-0db1206d-9b73-4578-b730-b32c69dc1168 tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/ports?device_id=c49bb731-9c90-48ec-b81e-5f87ca815b68 HTTP/1.1" status: 200 len: 945 time: 0.0674500 Sep 23 07:25:25.656421 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e7477bf6-93b8-4677-b009-2d181eb6ac02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520401'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:25.660488 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e7477bf6-93b8-4677-b009-2d181eb6ac02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:25.665930 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [None req-e7477bf6-93b8-4677-b009-2d181eb6ac02 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/85351e9a-8144-4de9-b06e-f8be1ce810bb HTTP/1.1" status: 204 len: 168 time: 0.3999622 Sep 23 07:25:25.670937 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:25.672393 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7477bf6-93b8-4677-b009-2d181eb6ac02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85351e9a-8144-4de9-b06e-f8be1ce810bb,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:25:25.694085 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7477bf6-93b8-4677-b009-2d181eb6ac02 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:25:25.694429 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7477bf6-93b8-4677-b009-2d181eb6ac02 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:25:25.694768 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7477bf6-93b8-4677-b009-2d181eb6ac02 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:25:25.695095 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7477bf6-93b8-4677-b009-2d181eb6ac02 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:25:25.695680 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7477bf6-93b8-4677-b009-2d181eb6ac02 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:25:25.695920 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7477bf6-93b8-4677-b009-2d181eb6ac02 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:25:25.696247 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7477bf6-93b8-4677-b009-2d181eb6ac02 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:25:25.696628 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7477bf6-93b8-4677-b009-2d181eb6ac02 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:25:25.697021 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7477bf6-93b8-4677-b009-2d181eb6ac02 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:25:25.697338 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7477bf6-93b8-4677-b009-2d181eb6ac02 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:25:25.697659 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7477bf6-93b8-4677-b009-2d181eb6ac02 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:25:25.697979 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7477bf6-93b8-4677-b009-2d181eb6ac02 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:25:25.733854 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] For port 7dfc4070-e231-4f6c-ad17-e12882af128e, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=7dfc4070-e231-4f6c-ad17-e12882af128e,segment=NetworkSegment(1643a54a-f314-44c3-bdbc-99b9ba0d70f9),segment_id=1643a54a-f314-44c3-bdbc-99b9ba0d70f9)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:25:25.760310 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-da6a81ec-9227-4d8a-adc7-c0391f2ce1c8 req-93311309-f801-45cb-b99e-ce7d45ea6b5d tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/security-groups?id=b1176efc-2ea4-4549-99dc-1bd682ff6d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968006 Sep 23 07:25:25.781976 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba73b2a-5b84-45f2-9ec0-fd4a705798c4 req-76eb5c28-5567-4497-b95b-8a106434bf56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:25:25.787006 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-fba73b2a-5b84-45f2-9ec0-fd4a705798c4 req-76eb5c28-5567-4497-b95b-8a106434bf56 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=c49bb731-9c90-48ec-b81e-5f87ca815b68 HTTP/1.1" status: 200 len: 1098 time: 0.0947251 Sep 23 07:25:25.824467 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728618137860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728617650881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728617650899'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:25.884620 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Pushing event updated for resources: {'Port': ['ID=7dfc4070-e231-4f6c-ad17-e12882af128e,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:25:26.289460 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9f8272fa-0c58-4c93-b6cd-28aab96014f7 tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:26.318501 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f072206-f34f-4ce3-834d-ee9bd2d5d5ee req-5f4c55ec-3554-4ee7-8178-21df99f94632 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:25:26.321308 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-7f072206-f34f-4ce3-834d-ee9bd2d5d5ee req-5f4c55ec-3554-4ee7-8178-21df99f94632 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/ports?device_id=11aa03f3-4e13-41f7-a30c-8a2c8e1d0fa4 HTTP/1.1" status: 200 len: 945 time: 0.0908179 Sep 23 07:25:26.367278 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-7f072206-f34f-4ce3-834d-ee9bd2d5d5ee req-fb8f3d77-5ae5-4510-9168-12f1f6344a1f tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/security-groups?id=f544a07c-938f-4158-882b-467f1a401932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397592 Sep 23 07:25:26.393050 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9f8272fa-0c58-4c93-b6cd-28aab96014f7 tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-455962'] for floatingip, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:26.516700 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.db.l3_db [None req-9f8272fa-0c58-4c93-b6cd-28aab96014f7 tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] Floating IP 3f28e77a-daf9-44f7-98c7-54ab5782bdc8 associated. External IP: 172.27.2.63, port: d5d95114-49c5-42a0-b94c-fc33fe17693a. Sep 23 07:25:26.607188 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-c21599cd-d518-4fd8-9d6d-55688a9e7e8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:26.685724 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.62', 51976) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:25:26.701539 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e64d44e8-865f-4a2d-9559-c2eb3ae23b9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:26.784858 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f8272fa-0c58-4c93-b6cd-28aab96014f7 tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] Router 397de53d-b259-4bbe-a5e8-abcbb00b2b55 has already been hosted by L3 agent 65b4f7dd-c6e9-4255-94ee-66e285aed80f {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 07:25:26.826433 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e64d44e8-865f-4a2d-9559-c2eb3ae23b9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:26.917271 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e64d44e8-865f-4a2d-9559-c2eb3ae23b9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520401'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:26.960043 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f8272fa-0c58-4c93-b6cd-28aab96014f7 tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] Notify agent at l3_agent.dv-cinder-805887-18-iscsi the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 07:25:26.965651 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9f8272fa-0c58-4c93-b6cd-28aab96014f7 tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210484'] for floatingip, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:26.983761 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [None req-e64d44e8-865f-4a2d-9559-c2eb3ae23b9a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=8d69c09b19284b159ec3efcae28590b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2929571 Sep 23 07:25:26.983761 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64d44e8-865f-4a2d-9559-c2eb3ae23b9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fdff69d-c677-4788-8e1a-ea5901123b38,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:25:26.984146 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-632e32c9-4d60-4f6a-9611-1dc71218f783 None None] Sync routers for ids ['397de53d-b259-4bbe-a5e8-abcbb00b2b55'] in dv-cinder-805887-18-iscsi {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 07:25:26.987508 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.62', 51984) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:25:27.002811 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [None req-9f8272fa-0c58-4c93-b6cd-28aab96014f7 tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] 10.222.0.62 "PUT /v2.0/floatingips/3f28e77a-daf9-44f7-98c7-54ab5782bdc8 HTTP/1.1" status: 200 len: 990 time: 1.9704063 Sep 23 07:25:27.002811 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2f739a5-b918-46ae-a5a1-5005a5b39ebd', 'tag': 'd5d95114-49c5-42a0-b94c-fc33fe17693a'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:25:27.002811 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb8d6b8657277539ef4de54674fa83498a11133e08412b1937995906b62ef5f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c2a9416-7efe-4aab-9175-5e8b5e83720c" -d '{"events": [{"name": "network-changed", "server_uuid": "f2f739a5-b918-46ae-a5a1-5005a5b39ebd", "tag": "d5d95114-49c5-42a0-b94c-fc33fe17693a"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:25:27.003477 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6e4948-fe8f-4e4d-8bc4-dbc714a2fc12 req-1f1afbcf-dcf6-40e8-afb3-358c094039c2 tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:25:27.004336 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-2a6e4948-fe8f-4e4d-8bc4-dbc714a2fc12 req-1f1afbcf-dcf6-40e8-afb3-358c094039c2 tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/ports?device_id=c49bb731-9c90-48ec-b81e-5f87ca815b68 HTTP/1.1" status: 200 len: 945 time: 0.1203959 Sep 23 07:25:27.019394 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-632e32c9-4d60-4f6a-9611-1dc71218f783 None None] Routers {'397de53d-b259-4bbe-a5e8-abcbb00b2b55'} bound to L3 agent in host dv-cinder-805887-18-iscsi {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:25:27.020032 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-632e32c9-4d60-4f6a-9611-1dc71218f783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T07:15:56Z,description=,heartbeat_timestamp=2021-09-23T07:25:26Z,host='dv-cinder-805887-18-iscsi',id=65b4f7dd-c6e9-4255-94ee-66e285aed80f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T07:15:57Z,topic='l3_agent')) {'router_ids': ['397de53d-b259-4bbe-a5e8-abcbb00b2b55'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:25:27.079945 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-2a6e4948-fe8f-4e4d-8bc4-dbc714a2fc12 req-b1bcce27-6c4a-45e3-bf10-31433d6d55da tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/security-groups?id=b1176efc-2ea4-4549-99dc-1bd682ff6d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629182 Sep 23 07:25:27.086422 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e21c6c9f-351f-4457-803d-000375e17291 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:27.113329 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e21c6c9f-351f-4457-803d-000375e17291 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:27.139062 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 07:25:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38f3e8a1-2908-4c4b-9518-7414b8cbd1ab x-openstack-request-id: req-38f3e8a1-2908-4c4b-9518-7414b8cbd1ab {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:25:27.139362 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2f739a5-b918-46ae-a5a1-5005a5b39ebd", "tag": "d5d95114-49c5-42a0-b94c-fc33fe17693a", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:25:27.139583 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-38f3e8a1-2908-4c4b-9518-7414b8cbd1ab {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:25:27.140131 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2f739a5-b918-46ae-a5a1-5005a5b39ebd', 'tag': 'd5d95114-49c5-42a0-b94c-fc33fe17693a', 'status': 'completed', 'code': 200} Sep 23 07:25:27.141301 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11aa03f3-4e13-41f7-a30c-8a2c8e1d0fa4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dfc4070-e231-4f6c-ad17-e12882af128e'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:25:27.143786 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8cb1569f887212d656241d478829572ac01e5268e755a1d7af7c5208f8517aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad47205b-1c62-49f8-b066-292c0e3d5724" -d '{"events": [{"server_uuid": "11aa03f3-4e13-41f7-a30c-8a2c8e1d0fa4", "name": "network-vif-plugged", "status": "completed", "tag": "7dfc4070-e231-4f6c-ad17-e12882af128e"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:25:27.171658 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-632e32c9-4d60-4f6a-9611-1dc71218f783 None None] Set router 397de53d-b259-4bbe-a5e8-abcbb00b2b55 gateway port host: dv-cinder-805887-18-iscsi {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:25:27.198747 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 07:25:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d3100a4-18d9-4e4d-86c6-389f180dc1bd x-openstack-request-id: req-0d3100a4-18d9-4e4d-86c6-389f180dc1bd {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:25:27.199116 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11aa03f3-4e13-41f7-a30c-8a2c8e1d0fa4", "name": "network-vif-plugged", "status": "completed", "tag": "7dfc4070-e231-4f6c-ad17-e12882af128e", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:25:27.199607 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0d3100a4-18d9-4e4d-86c6-389f180dc1bd {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:25:27.200154 dv-cinder-805887-18-iscsi neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11aa03f3-4e13-41f7-a30c-8a2c8e1d0fa4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dfc4070-e231-4f6c-ad17-e12882af128e', 'code': 200} Sep 23 07:25:27.261695 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e21c6c9f-351f-4457-803d-000375e17291 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520401'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:27.266291 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e21c6c9f-351f-4457-803d-000375e17291 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:27.268173 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [None req-e21c6c9f-351f-4457-803d-000375e17291 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/3fdff69d-c677-4788-8e1a-ea5901123b38 HTTP/1.1" status: 204 len: 168 time: 0.2800572 Sep 23 07:25:27.288190 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21c6c9f-351f-4457-803d-000375e17291 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fdff69d-c677-4788-8e1a-ea5901123b38,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:25:27.530230 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-632e32c9-4d60-4f6a-9611-1dc71218f783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '397de53d-b259-4bbe-a5e8-abcbb00b2b55', 'name': 'tempest-AttachVolumeTestJSON-315569641-router', 'tenant_id': '2661271257b242509f29ed8640a48915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'external_fixed_ips': [{'subnet_id': '89646001-5df7-4559-baa8-56e15a045fc5', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': '1ac75549-a3c5-4e8c-9ca4-f4467eb2a7db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:24:21Z', 'updated_at': '2021-09-23T07:24:29Z', 'revision_number': 4, 'project_id': '2661271257b242509f29ed8640a48915', 'gw_port': {'id': '1ac75549-a3c5-4e8c-9ca4-f4467eb2a7db', 'name': '', 'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:16:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '397de53d-b259-4bbe-a5e8-abcbb00b2b55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '89646001-5df7-4559-baa8-56e15a045fc5', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:24:22Z', 'updated_at': '2021-09-23T07:24:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89646001-5df7-4559-baa8-56e15a045fc5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-18-iscsi', '_floatingips': [{'id': '3f28e77a-daf9-44f7-98c7-54ab5782bdc8', 'tenant_id': '2661271257b242509f29ed8640a48915', 'floating_ip_address': '172.27.2.63', 'floating_network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'router_id': '397de53d-b259-4bbe-a5e8-abcbb00b2b55', 'port_id': 'd5d95114-49c5-42a0-b94c-fc33fe17693a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 105, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af2ddaae-84fe-4fba-a944-e4f48fd0d9fc', 'mac_address': 'fa:16:3e:ac:99:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2f739a5-b918-46ae-a5a1-5005a5b39ebd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T07:24:40Z', 'updated_at': '2021-09-23T07:25:25Z', 'revision_number': 1, 'project_id': '2661271257b242509f29ed8640a48915', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '041080d7-7367-4939-9da2-005a0c94b684', 'name': '', 'network_id': 'af2ddaae-84fe-4fba-a944-e4f48fd0d9fc', 'tenant_id': '2661271257b242509f29ed8640a48915', 'mac_address': 'fa:16:3e:3a:36:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '397de53d-b259-4bbe-a5e8-abcbb00b2b55', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '68f0a779-afe9-48a5-86f0-926f10275d4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:24:27Z', 'updated_at': '2021-09-23T07:24:39Z', 'revision_number': 5, 'project_id': '2661271257b242509f29ed8640a48915', 'subnets': [{'id': '68f0a779-afe9-48a5-86f0-926f10275d4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-18-iscsi', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:25:27.560642 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-632e32c9-4d60-4f6a-9611-1dc71218f783 None None] Checking router: 397de53d-b259-4bbe-a5e8-abcbb00b2b55 for host: dv-cinder-805887-18-iscsi {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 07:25:27.570418 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-632e32c9-4d60-4f6a-9611-1dc71218f783 None None] Routers {'397de53d-b259-4bbe-a5e8-abcbb00b2b55'} bound to L3 agent in host dv-cinder-805887-18-iscsi {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:25:27.571043 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-632e32c9-4d60-4f6a-9611-1dc71218f783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T07:15:56Z,description=,heartbeat_timestamp=2021-09-23T07:25:26Z,host='dv-cinder-805887-18-iscsi',id=65b4f7dd-c6e9-4255-94ee-66e285aed80f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T07:15:57Z,topic='l3_agent')) {'router_ids': ['397de53d-b259-4bbe-a5e8-abcbb00b2b55'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:25:27.615394 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb8fe5b-b47c-4ff3-8e14-9d80715051a2 req-5061edd0-3029-40d2-b6d8-cf707935146a tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:25:27.616908 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-2eb8fe5b-b47c-4ff3-8e14-9d80715051a2 req-5061edd0-3029-40d2-b6d8-cf707935146a tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/ports?device_id=11aa03f3-4e13-41f7-a30c-8a2c8e1d0fa4 HTTP/1.1" status: 200 len: 945 time: 0.0561066 Sep 23 07:25:27.665798 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-2eb8fe5b-b47c-4ff3-8e14-9d80715051a2 req-91bc1b31-5589-44f5-b958-baabd9975244 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/security-groups?id=f544a07c-938f-4158-882b-467f1a401932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394130 Sep 23 07:25:27.695869 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-632e32c9-4d60-4f6a-9611-1dc71218f783 None None] Set router 397de53d-b259-4bbe-a5e8-abcbb00b2b55 gateway port host: dv-cinder-805887-18-iscsi {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:25:27.714883 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:27.800908 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:27.943148 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-632e32c9-4d60-4f6a-9611-1dc71218f783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '397de53d-b259-4bbe-a5e8-abcbb00b2b55', 'name': 'tempest-AttachVolumeTestJSON-315569641-router', 'tenant_id': '2661271257b242509f29ed8640a48915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'external_fixed_ips': [{'subnet_id': '89646001-5df7-4559-baa8-56e15a045fc5', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': '1ac75549-a3c5-4e8c-9ca4-f4467eb2a7db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:24:21Z', 'updated_at': '2021-09-23T07:24:29Z', 'revision_number': 4, 'project_id': '2661271257b242509f29ed8640a48915', 'gw_port': {'id': '1ac75549-a3c5-4e8c-9ca4-f4467eb2a7db', 'name': '', 'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:16:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '397de53d-b259-4bbe-a5e8-abcbb00b2b55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '89646001-5df7-4559-baa8-56e15a045fc5', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:24:22Z', 'updated_at': '2021-09-23T07:24:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89646001-5df7-4559-baa8-56e15a045fc5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-18-iscsi', '_floatingips': [{'id': '3f28e77a-daf9-44f7-98c7-54ab5782bdc8', 'tenant_id': '2661271257b242509f29ed8640a48915', 'floating_ip_address': '172.27.2.63', 'floating_network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'router_id': '397de53d-b259-4bbe-a5e8-abcbb00b2b55', 'port_id': 'd5d95114-49c5-42a0-b94c-fc33fe17693a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 105, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af2ddaae-84fe-4fba-a944-e4f48fd0d9fc', 'mac_address': 'fa:16:3e:ac:99:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2f739a5-b918-46ae-a5a1-5005a5b39ebd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T07:24:40Z', 'updated_at': '2021-09-23T07:25:25Z', 'revision_number': 1, 'project_id': '2661271257b242509f29ed8640a48915', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '041080d7-7367-4939-9da2-005a0c94b684', 'name': '', 'network_id': 'af2ddaae-84fe-4fba-a944-e4f48fd0d9fc', 'tenant_id': '2661271257b242509f29ed8640a48915', 'mac_address': 'fa:16:3e:3a:36:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '397de53d-b259-4bbe-a5e8-abcbb00b2b55', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '68f0a779-afe9-48a5-86f0-926f10275d4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:24:27Z', 'updated_at': '2021-09-23T07:24:39Z', 'revision_number': 5, 'project_id': '2661271257b242509f29ed8640a48915', 'subnets': [{'id': '68f0a779-afe9-48a5-86f0-926f10275d4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-18-iscsi', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:25:27.980837 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-632e32c9-4d60-4f6a-9611-1dc71218f783 None None] The sync data for ids ['397de53d-b259-4bbe-a5e8-abcbb00b2b55'] in dv-cinder-805887-18-iscsi is: [{'id': '397de53d-b259-4bbe-a5e8-abcbb00b2b55', 'name': 'tempest-AttachVolumeTestJSON-315569641-router', 'tenant_id': '2661271257b242509f29ed8640a48915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'external_fixed_ips': [{'subnet_id': '89646001-5df7-4559-baa8-56e15a045fc5', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': '1ac75549-a3c5-4e8c-9ca4-f4467eb2a7db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:24:21Z', 'updated_at': '2021-09-23T07:24:29Z', 'revision_number': 4, 'project_id': '2661271257b242509f29ed8640a48915', 'gw_port': {'id': '1ac75549-a3c5-4e8c-9ca4-f4467eb2a7db', 'name': '', 'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:16:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '397de53d-b259-4bbe-a5e8-abcbb00b2b55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '89646001-5df7-4559-baa8-56e15a045fc5', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:24:22Z', 'updated_at': '2021-09-23T07:24:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89646001-5df7-4559-baa8-56e15a045fc5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-18-iscsi', '_floatingips': [{'id': '3f28e77a-daf9-44f7-98c7-54ab5782bdc8', 'tenant_id': '2661271257b242509f29ed8640a48915', 'floating_ip_address': '172.27.2.63', 'floating_network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'router_id': '397de53d-b259-4bbe-a5e8-abcbb00b2b55', 'port_id': 'd5d95114-49c5-42a0-b94c-fc33fe17693a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 105, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af2ddaae-84fe-4fba-a944-e4f48fd0d9fc', 'mac_address': 'fa:16:3e:ac:99:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2f739a5-b918-46ae-a5a1-5005a5b39ebd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T07:24:40Z', 'updated_at': '2021-09-23T07:25:25Z', 'revision_number': 1, 'project_id': '2661271257b242509f29ed8640a48915', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '041080d7-7367-4939-9da2-005a0c94b684', 'name': '', 'network_id': 'af2ddaae-84fe-4fba-a944-e4f48fd0d9fc', 'tenant_id': '2661271257b242509f29ed8640a48915', 'mac_address': 'fa:16:3e:3a:36:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '397de53d-b259-4bbe-a5e8-abcbb00b2b55', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '68f0a779-afe9-48a5-86f0-926f10275d4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:24:27Z', 'updated_at': '2021-09-23T07:24:39Z', 'revision_number': 5, 'project_id': '2661271257b242509f29ed8640a48915', 'subnets': [{'id': '68f0a779-afe9-48a5-86f0-926f10275d4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 07:25:28.104139 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.62', 52010) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:25:28.120145 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c3722739-fe8c-496e-aa20-a5b4cbe7de36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:28.165090 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-1854caf6-1153-400a-8d11-9ed8c1e229e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:28.225610 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2444f8a-ae59-402f-8e90-22b1564e25c9 None None] New status for floating IP 3f28e77a-daf9-44f7-98c7-54ab5782bdc8: ACTIVE {{(pid=94842) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 07:25:28.247883 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98133818-61cb-4ba7-b955-91d825618f1e req-1fdcfb08-724d-4867-b586-21de1a0cf66f tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:25:28.249572 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-98133818-61cb-4ba7-b955-91d825618f1e req-1fdcfb08-724d-4867-b586-21de1a0cf66f tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/ports?device_id=c49bb731-9c90-48ec-b81e-5f87ca815b68 HTTP/1.1" status: 200 len: 945 time: 0.0834181 Sep 23 07:25:28.283529 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c3722739-fe8c-496e-aa20-a5b4cbe7de36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:28.307620 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-98133818-61cb-4ba7-b955-91d825618f1e req-bf0a5be3-536f-4098-aad3-7ef7edcee14b tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/security-groups?id=b1176efc-2ea4-4549-99dc-1bd682ff6d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489755 Sep 23 07:25:28.382801 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c3722739-fe8c-496e-aa20-a5b4cbe7de36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520401'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:28.427234 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [None req-c3722739-fe8c-496e-aa20-a5b4cbe7de36 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d8b56b9e256a42dd805525c7ff467bc7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3215709 Sep 23 07:25:28.428411 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3722739-fe8c-496e-aa20-a5b4cbe7de36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2e18194-8bce-40ea-b887-a647cc9a298d,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:25:28.438210 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.62', 52016) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:25:28.508845 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7a0192d0-e677-4a7d-821b-55f49600e7f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:28.537084 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7a0192d0-e677-4a7d-821b-55f49600e7f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:28.703787 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7a0192d0-e677-4a7d-821b-55f49600e7f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520401'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:28.706724 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7a0192d0-e677-4a7d-821b-55f49600e7f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:28.707919 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [None req-7a0192d0-e677-4a7d-821b-55f49600e7f2 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c2e18194-8bce-40ea-b887-a647cc9a298d HTTP/1.1" status: 204 len: 168 time: 0.2684240 Sep 23 07:25:28.716023 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0192d0-e677-4a7d-821b-55f49600e7f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2e18194-8bce-40ea-b887-a647cc9a298d,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:25:28.851795 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666f33b0-5bfa-4658-8095-6c84d8002410 req-f7ddee49-2991-4dd7-aa1d-fcdc7a72e4a9 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:25:28.853461 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-666f33b0-5bfa-4658-8095-6c84d8002410 req-f7ddee49-2991-4dd7-aa1d-fcdc7a72e4a9 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/ports?device_id=11aa03f3-4e13-41f7-a30c-8a2c8e1d0fa4 HTTP/1.1" status: 200 len: 945 time: 0.0793638 Sep 23 07:25:28.906476 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-fba73b2a-5b84-45f2-9ec0-fd4a705798c4 req-dc445c8f-e888-411c-9409-5a96c5c505e4 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=b1176efc-2ea4-4549-99dc-1bd682ff6d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889530 Sep 23 07:25:28.956700 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-666f33b0-5bfa-4658-8095-6c84d8002410 req-23a158fa-1552-4909-9c6d-0ef99c093210 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/security-groups?id=f544a07c-938f-4158-882b-467f1a401932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832841 Sep 23 07:25:28.962445 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2a9416-7efe-4aab-9175-5e8b5e83720c req-57f643b2-448d-419d-b078-3c4cda1fc6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:25:28.964193 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-8c2a9416-7efe-4aab-9175-5e8b5e83720c req-57f643b2-448d-419d-b078-3c4cda1fc6f5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2661271257b242509f29ed8640a48915&device_id=f2f739a5-b918-46ae-a5a1-5005a5b39ebd HTTP/1.1" status: 200 len: 1098 time: 0.1065590 Sep 23 07:25:29.284906 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2a9416-7efe-4aab-9175-5e8b5e83720c req-2b2804f2-9bf6-4657-a5f5-f7e12b233cac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:25:29.284906 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-8c2a9416-7efe-4aab-9175-5e8b5e83720c req-2b2804f2-9bf6-4657-a5f5-f7e12b233cac service neutron] 10.222.0.53 "GET /v2.0/networks?id=af2ddaae-84fe-4fba-a944-e4f48fd0d9fc HTTP/1.1" status: 200 len: 911 time: 0.1052423 Sep 23 07:25:29.447563 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-8c2a9416-7efe-4aab-9175-5e8b5e83720c req-ae17160e-69c2-4ef3-8945-997adce03d50 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d5d95114-49c5-42a0-b94c-fc33fe17693a HTTP/1.1" status: 200 len: 1000 time: 0.1531796 Sep 23 07:25:29.498178 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba081d7-1dd0-4fee-a697-9ee22a3ce622 req-d00f5c79-0808-4c02-a920-0de4034418bb tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:25:29.499751 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-eba081d7-1dd0-4fee-a697-9ee22a3ce622 req-d00f5c79-0808-4c02-a920-0de4034418bb tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/ports?device_id=c49bb731-9c90-48ec-b81e-5f87ca815b68 HTTP/1.1" status: 200 len: 945 time: 0.1065431 Sep 23 07:25:29.526777 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2a9416-7efe-4aab-9175-5e8b5e83720c req-9aaf04ca-4fa5-4744-b18d-cd5cf274fc41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:25:29.528265 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-8c2a9416-7efe-4aab-9175-5e8b5e83720c req-9aaf04ca-4fa5-4744-b18d-cd5cf274fc41 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=68f0a779-afe9-48a5-86f0-926f10275d4d HTTP/1.1" status: 200 len: 849 time: 0.0719328 Sep 23 07:25:29.565283 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-eba081d7-1dd0-4fee-a697-9ee22a3ce622 req-d293120b-0605-4a45-8c71-4898c9925d3c tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/security-groups?id=b1176efc-2ea4-4549-99dc-1bd682ff6d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582464 Sep 23 07:25:29.660509 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8ac0a6-a477-4580-9cef-3536d6309131 req-e77460ff-ad37-4d13-ade1-8aeaef8afe07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:25:29.662957 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-6c8ac0a6-a477-4580-9cef-3536d6309131 req-e77460ff-ad37-4d13-ade1-8aeaef8afe07 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=11aa03f3-4e13-41f7-a30c-8a2c8e1d0fa4 HTTP/1.1" status: 200 len: 1098 time: 0.0923877 Sep 23 07:25:29.695197 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2a9416-7efe-4aab-9175-5e8b5e83720c req-1d7192f1-29a6-4c1c-8b2c-16a3dfc4a1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:25:29.696823 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-8c2a9416-7efe-4aab-9175-5e8b5e83720c req-1d7192f1-29a6-4c1c-8b2c-16a3dfc4a1aa service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=af2ddaae-84fe-4fba-a944-e4f48fd0d9fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1284473 Sep 23 07:25:29.735728 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-6c8ac0a6-a477-4580-9cef-3536d6309131 req-85f27534-8ba4-46e7-a010-6f79d7096b3d service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=f544a07c-938f-4158-882b-467f1a401932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490963 Sep 23 07:25:29.813720 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-8c2a9416-7efe-4aab-9175-5e8b5e83720c req-829b1ee8-d9d2-4288-89f4-be0785ae9668 service neutron] 10.222.0.53 "GET /v2.0/networks/af2ddaae-84fe-4fba-a944-e4f48fd0d9fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021774 Sep 23 07:25:29.903401 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e4079388-143e-46ee-8cf3-ea3894d72bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:30.134299 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-8c2a9416-7efe-4aab-9175-5e8b5e83720c req-1e2bb5fe-8476-4204-87db-e2caae84e579 service neutron] 10.222.0.53 "GET /v2.0/networks/af2ddaae-84fe-4fba-a944-e4f48fd0d9fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363769 Sep 23 07:25:30.152029 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651cabbc-12b0-4c41-96bd-50f50a198266 req-def268a3-0cfb-4901-8e55-c446ff148092 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:25:30.153792 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-651cabbc-12b0-4c41-96bd-50f50a198266 req-def268a3-0cfb-4901-8e55-c446ff148092 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/ports?device_id=11aa03f3-4e13-41f7-a30c-8a2c8e1d0fa4 HTTP/1.1" status: 200 len: 945 time: 0.0847313 Sep 23 07:25:30.245848 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-651cabbc-12b0-4c41-96bd-50f50a198266 req-6cad3770-b5e2-45cf-9a6b-2040f9a326d0 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/security-groups?id=f544a07c-938f-4158-882b-467f1a401932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848410 Sep 23 07:25:30.401283 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bc4d33-4035-49f2-94e2-dab78f626284 req-6ddb132a-9d0c-439b-8f2c-48d5fb09e97e tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:25:30.402889 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-78bc4d33-4035-49f2-94e2-dab78f626284 req-6ddb132a-9d0c-439b-8f2c-48d5fb09e97e tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] 10.222.0.62 "GET /v2.0/networks?id=1ce4a294-9c55-4277-9fd9-de791fcf5fca HTTP/1.1" status: 200 len: 815 time: 0.1557026 Sep 23 07:25:30.419767 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-78bc4d33-4035-49f2-94e2-dab78f626284 req-4ed830d5-2013-45f7-9c07-df32b1caf013 tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] 10.222.0.62 "GET /v2.0/quotas/3590db7dd01d4aa3a7bd827211d3c4b9 HTTP/1.1" status: 200 len: 375 time: 0.0109427 Sep 23 07:25:30.477131 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-78bc4d33-4035-49f2-94e2-dab78f626284 req-2e607103-47c4-4e08-9936-07d96b1ea051 tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=3590db7dd01d4aa3a7bd827211d3c4b9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0510738 Sep 23 07:25:30.619235 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-78bc4d33-4035-49f2-94e2-dab78f626284 req-82534b60-f67d-4c41-b2d3-14aa354ab1ca service neutron] 10.222.0.62 "GET /v2.0/networks/1ce4a294-9c55-4277-9fd9-de791fcf5fca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239810 Sep 23 07:25:30.753027 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-78bc4d33-4035-49f2-94e2-dab78f626284 req-1e990fe4-50af-4ede-9e68-9495ae7bf568 service neutron] 10.222.0.62 "GET /v2.0/networks/1ce4a294-9c55-4277-9fd9-de791fcf5fca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273570 Sep 23 07:25:30.764961 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a1945f-73f8-4022-abf4-efcb6e6e53cf req-c4c60a9a-3bce-411d-9d40-d1ddf28d3e63 tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:25:30.766544 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-29a1945f-73f8-4022-abf4-efcb6e6e53cf req-c4c60a9a-3bce-411d-9d40-d1ddf28d3e63 tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/ports?device_id=c49bb731-9c90-48ec-b81e-5f87ca815b68 HTTP/1.1" status: 200 len: 945 time: 0.0748487 Sep 23 07:25:30.818749 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-29a1945f-73f8-4022-abf4-efcb6e6e53cf req-a103455e-3d79-4654-87b4-5a369ebd8424 tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/security-groups?id=b1176efc-2ea4-4549-99dc-1bd682ff6d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445671 Sep 23 07:25:31.200760 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-3d9c5d45-730c-4293-87b5-3000f576b413 req-abe7f25f-1f7e-41c0-bf6b-dfab3ec21456 tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] 10.222.0.62 "GET /v2.0/ports?device_id=5a1263c0-b19f-467b-b6f6-2aff14b4001d HTTP/1.1" status: 200 len: 210 time: 0.0533412 Sep 23 07:25:31.235743 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.62', 52112) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:25:31.422646 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8d1a6a2d-8ef5-42bf-9c5a-c61dbabfa8b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:31.477827 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ddde42-4f64-4240-8af9-d9c1a8ab9a5d req-d06fe8e8-54cb-4724-a794-2a1ec541ac70 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:25:31.480704 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-b5ddde42-4f64-4240-8af9-d9c1a8ab9a5d req-d06fe8e8-54cb-4724-a794-2a1ec541ac70 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/ports?device_id=11aa03f3-4e13-41f7-a30c-8a2c8e1d0fa4 HTTP/1.1" status: 200 len: 945 time: 0.0900352 Sep 23 07:25:31.537179 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-b5ddde42-4f64-4240-8af9-d9c1a8ab9a5d req-c40b7c9f-93a1-419c-9e4e-0123de15eeef tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/security-groups?id=f544a07c-938f-4158-882b-467f1a401932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497222 Sep 23 07:25:31.549472 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8d1a6a2d-8ef5-42bf-9c5a-c61dbabfa8b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:31.667433 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8d1a6a2d-8ef5-42bf-9c5a-c61dbabfa8b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520401'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:31.730079 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [None req-8d1a6a2d-8ef5-42bf-9c5a-c61dbabfa8b2 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d8796f7f937747cc83a4897c5664aafc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4924757 Sep 23 07:25:31.731562 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1a6a2d-8ef5-42bf-9c5a-c61dbabfa8b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bb7a544-0982-48bf-a664-eb5e22ed3ffa,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:25:31.732630 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.62', 52128) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:25:31.798878 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-fdee6f27-82da-4d85-ac8d-75dd80c4c988 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:31.839587 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-fdee6f27-82da-4d85-ac8d-75dd80c4c988 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:31.957689 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9628785f-4fa0-49ad-bfec-96c56d46ab95 req-40a54499-810d-498d-a684-9c7ffd030a10 tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:25:31.959456 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-9628785f-4fa0-49ad-bfec-96c56d46ab95 req-40a54499-810d-498d-a684-9c7ffd030a10 tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/ports?device_id=c49bb731-9c90-48ec-b81e-5f87ca815b68 HTTP/1.1" status: 200 len: 945 time: 0.0568790 Sep 23 07:25:31.999121 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-9628785f-4fa0-49ad-bfec-96c56d46ab95 req-be71d940-5b53-46e0-8f46-b740735e9188 tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/security-groups?id=b1176efc-2ea4-4549-99dc-1bd682ff6d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332501 Sep 23 07:25:32.044338 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-fdee6f27-82da-4d85-ac8d-75dd80c4c988 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520401'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:32.047106 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-fdee6f27-82da-4d85-ac8d-75dd80c4c988 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:32.051536 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [None req-fdee6f27-82da-4d85-ac8d-75dd80c4c988 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/0bb7a544-0982-48bf-a664-eb5e22ed3ffa HTTP/1.1" status: 204 len: 168 time: 0.3146203 Sep 23 07:25:32.057987 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdee6f27-82da-4d85-ac8d-75dd80c4c988 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bb7a544-0982-48bf-a664-eb5e22ed3ffa,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:25:32.339116 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-9acd3335-bd19-42da-9827-5f234664d22f req-39d113b3-4600-4182-b10e-0bd3f8d5b41a tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] 10.222.0.62 "GET /v2.0/ports?device_id=5a1263c0-b19f-467b-b6f6-2aff14b4001d HTTP/1.1" status: 200 len: 210 time: 0.0282142 Sep 23 07:25:32.711977 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2b9f7f-98ba-4495-955d-567b9322b70c req-6f0c3436-aff3-42a5-9c62-e9d756849102 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:25:32.713622 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-de2b9f7f-98ba-4495-955d-567b9322b70c req-6f0c3436-aff3-42a5-9c62-e9d756849102 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/ports?device_id=11aa03f3-4e13-41f7-a30c-8a2c8e1d0fa4 HTTP/1.1" status: 200 len: 945 time: 0.0531716 Sep 23 07:25:32.770073 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-de2b9f7f-98ba-4495-955d-567b9322b70c req-e2224596-0a70-427d-882e-3816990aeb4f tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/security-groups?id=f544a07c-938f-4158-882b-467f1a401932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440412 Sep 23 07:25:32.916157 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab9d9cd-4cd2-4c43-8de6-af7ce4aaf7a1 req-f5f43b1c-d2a1-4fa0-a28a-f87b5375f038 tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:25:32.919179 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-1ab9d9cd-4cd2-4c43-8de6-af7ce4aaf7a1 req-f5f43b1c-d2a1-4fa0-a28a-f87b5375f038 tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/ports?device_id=c49bb731-9c90-48ec-b81e-5f87ca815b68 HTTP/1.1" status: 200 len: 945 time: 0.0625699 Sep 23 07:25:32.964990 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-1ab9d9cd-4cd2-4c43-8de6-af7ce4aaf7a1 req-a994b1bf-8303-43c6-a686-c245f439a939 tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/security-groups?id=b1176efc-2ea4-4549-99dc-1bd682ff6d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398362 Sep 23 07:25:33.110037 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cae387d-7b6c-4a38-b14c-d86641539e23 req-4185e450-1ee9-4962-9f2e-4ca4be830cb1 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:25:33.111646 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-3cae387d-7b6c-4a38-b14c-d86641539e23 req-4185e450-1ee9-4962-9f2e-4ca4be830cb1 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/ports?device_id=11aa03f3-4e13-41f7-a30c-8a2c8e1d0fa4 HTTP/1.1" status: 200 len: 945 time: 0.0612538 Sep 23 07:25:33.122460 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.62', 52182) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:25:33.127208 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.v2.base [None req-8b24624b-e18c-42bd-9b5b-2c8696206b60 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Request body: {'floatingip': {'port_id': '7dfc4070-e231-4f6c-ad17-e12882af128e'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:25:33.168810 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8b24624b-e18c-42bd-9b5b-2c8696206b60 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Notify callbacks [] for floatingip, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:33.447543 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-545427f0-185f-43e1-81d5-4833d52771af req-16804657-0e84-4781-83d2-8a4554d90fac tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] 10.222.0.62 "GET /v2.0/ports?device_id=5a1263c0-b19f-467b-b6f6-2aff14b4001d HTTP/1.1" status: 200 len: 210 time: 0.0365424 Sep 23 07:25:33.665100 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8b24624b-e18c-42bd-9b5b-2c8696206b60 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:33.870608 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8b24624b-e18c-42bd-9b5b-2c8696206b60 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-455962'] for floatingip, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:34.013986 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.db.l3_db [None req-8b24624b-e18c-42bd-9b5b-2c8696206b60 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Floating IP a29b3a0d-6386-43b1-8a4f-de565adbe198 associated. External IP: 172.27.2.228, port: 7dfc4070-e231-4f6c-ad17-e12882af128e. Sep 23 07:25:34.177009 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad5cfa2-0c56-4581-9185-1984d4bb9acf req-6bc648fb-cc79-4591-94b2-1d615d38aeb6 tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:25:34.178616 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-3ad5cfa2-0c56-4581-9185-1984d4bb9acf req-6bc648fb-cc79-4591-94b2-1d615d38aeb6 tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/ports?device_id=c49bb731-9c90-48ec-b81e-5f87ca815b68 HTTP/1.1" status: 200 len: 945 time: 0.0942509 Sep 23 07:25:34.227162 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-3ad5cfa2-0c56-4581-9185-1984d4bb9acf req-c557ac9c-e6de-464c-aa7e-d614d6b31195 tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/security-groups?id=b1176efc-2ea4-4549-99dc-1bd682ff6d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367062 Sep 23 07:25:34.256454 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b24624b-e18c-42bd-9b5b-2c8696206b60 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Router a220d9f2-26b3-4e11-8d27-02331b07722b has already been hosted by L3 agent 65b4f7dd-c6e9-4255-94ee-66e285aed80f {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 07:25:34.559580 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-2d07f806-575a-4d95-8c21-6492d274588c req-3874b447-35e9-4b7d-b8a1-67f12a99b785 tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] 10.222.0.62 "GET /v2.0/ports?device_id=5a1263c0-b19f-467b-b6f6-2aff14b4001d HTTP/1.1" status: 200 len: 210 time: 0.0274992 Sep 23 07:25:34.577594 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b24624b-e18c-42bd-9b5b-2c8696206b60 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Notify agent at l3_agent.dv-cinder-805887-18-iscsi the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 07:25:34.586266 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8b24624b-e18c-42bd-9b5b-2c8696206b60 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210484'] for floatingip, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:34.604169 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-864e7af5-f005-430a-9fb5-3f58fe0dbb5b None None] Sync routers for ids ['a220d9f2-26b3-4e11-8d27-02331b07722b'] in dv-cinder-805887-18-iscsi {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 07:25:34.623528 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-864e7af5-f005-430a-9fb5-3f58fe0dbb5b None None] Routers {'a220d9f2-26b3-4e11-8d27-02331b07722b'} bound to L3 agent in host dv-cinder-805887-18-iscsi {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:25:34.624243 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-864e7af5-f005-430a-9fb5-3f58fe0dbb5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T07:15:56Z,description=,heartbeat_timestamp=2021-09-23T07:25:26Z,host='dv-cinder-805887-18-iscsi',id=65b4f7dd-c6e9-4255-94ee-66e285aed80f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T07:15:57Z,topic='l3_agent')) {'router_ids': ['a220d9f2-26b3-4e11-8d27-02331b07722b'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:25:34.634690 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [None req-8b24624b-e18c-42bd-9b5b-2c8696206b60 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "PUT /v2.0/floatingips/a29b3a0d-6386-43b1-8a4f-de565adbe198 HTTP/1.1" status: 200 len: 991 time: 1.5108640 Sep 23 07:25:34.635967 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11aa03f3-4e13-41f7-a30c-8a2c8e1d0fa4', 'tag': '7dfc4070-e231-4f6c-ad17-e12882af128e'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:25:34.640632 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb8d6b8657277539ef4de54674fa83498a11133e08412b1937995906b62ef5f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cabd0fa6-b239-4345-b434-6ada6d478c7a" -d '{"events": [{"name": "network-changed", "server_uuid": "11aa03f3-4e13-41f7-a30c-8a2c8e1d0fa4", "tag": "7dfc4070-e231-4f6c-ad17-e12882af128e"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:25:34.842935 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-864e7af5-f005-430a-9fb5-3f58fe0dbb5b None None] Set router a220d9f2-26b3-4e11-8d27-02331b07722b gateway port host: dv-cinder-805887-18-iscsi {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:25:35.107298 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-864e7af5-f005-430a-9fb5-3f58fe0dbb5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a220d9f2-26b3-4e11-8d27-02331b07722b', 'name': 'tempest-AttachVolumeShelveTestJSON-1297816090-router', 'tenant_id': '63deb2e833294f4ba854d4abe4a79ff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'external_fixed_ips': [{'subnet_id': '89646001-5df7-4559-baa8-56e15a045fc5', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': '00a87840-a9d9-487d-aa62-d3fc34f15884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:24:20Z', 'updated_at': '2021-09-23T07:24:33Z', 'revision_number': 4, 'project_id': '63deb2e833294f4ba854d4abe4a79ff2', 'gw_port': {'id': '00a87840-a9d9-487d-aa62-d3fc34f15884', 'name': '', 'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:d2:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a220d9f2-26b3-4e11-8d27-02331b07722b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '89646001-5df7-4559-baa8-56e15a045fc5', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:24:22Z', 'updated_at': '2021-09-23T07:24:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89646001-5df7-4559-baa8-56e15a045fc5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-18-iscsi', '_floatingips': [{'id': 'a29b3a0d-6386-43b1-8a4f-de565adbe198', 'tenant_id': '63deb2e833294f4ba854d4abe4a79ff2', 'floating_ip_address': '172.27.2.228', 'floating_network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'router_id': 'a220d9f2-26b3-4e11-8d27-02331b07722b', 'port_id': '7dfc4070-e231-4f6c-ad17-e12882af128e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 117, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '457ccd50-05b0-4ce0-8b7d-271dff6f827e', 'mac_address': 'fa:16:3e:43:6a:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11aa03f3-4e13-41f7-a30c-8a2c8e1d0fa4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T07:24:50Z', 'updated_at': '2021-09-23T07:25:33Z', 'revision_number': 1, 'project_id': '63deb2e833294f4ba854d4abe4a79ff2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '989cc11e-734c-4cf7-bebe-fd6a7f5fed64', 'name': '', 'network_id': '457ccd50-05b0-4ce0-8b7d-271dff6f827e', 'tenant_id': '63deb2e833294f4ba854d4abe4a79ff2', 'mac_address': 'fa:16:3e:ad:d4:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a220d9f2-26b3-4e11-8d27-02331b07722b', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '513e6a2b-0c54-4f03-8c2d-dd3c246bd8ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:24:30Z', 'updated_at': '2021-09-23T07:24:42Z', 'revision_number': 5, 'project_id': '63deb2e833294f4ba854d4abe4a79ff2', 'subnets': [{'id': '513e6a2b-0c54-4f03-8c2d-dd3c246bd8ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-18-iscsi', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:25:35.138743 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-864e7af5-f005-430a-9fb5-3f58fe0dbb5b None None] Checking router: a220d9f2-26b3-4e11-8d27-02331b07722b for host: dv-cinder-805887-18-iscsi {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 07:25:35.147751 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-864e7af5-f005-430a-9fb5-3f58fe0dbb5b None None] Routers {'a220d9f2-26b3-4e11-8d27-02331b07722b'} bound to L3 agent in host dv-cinder-805887-18-iscsi {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:25:35.148268 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-864e7af5-f005-430a-9fb5-3f58fe0dbb5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T07:15:56Z,description=,heartbeat_timestamp=2021-09-23T07:25:26Z,host='dv-cinder-805887-18-iscsi',id=65b4f7dd-c6e9-4255-94ee-66e285aed80f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T07:15:57Z,topic='l3_agent')) {'router_ids': ['a220d9f2-26b3-4e11-8d27-02331b07722b'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:25:35.275032 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-864e7af5-f005-430a-9fb5-3f58fe0dbb5b None None] Set router a220d9f2-26b3-4e11-8d27-02331b07722b gateway port host: dv-cinder-805887-18-iscsi {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:25:35.549668 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-864e7af5-f005-430a-9fb5-3f58fe0dbb5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a220d9f2-26b3-4e11-8d27-02331b07722b', 'name': 'tempest-AttachVolumeShelveTestJSON-1297816090-router', 'tenant_id': '63deb2e833294f4ba854d4abe4a79ff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'external_fixed_ips': [{'subnet_id': '89646001-5df7-4559-baa8-56e15a045fc5', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': '00a87840-a9d9-487d-aa62-d3fc34f15884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:24:20Z', 'updated_at': '2021-09-23T07:24:33Z', 'revision_number': 4, 'project_id': '63deb2e833294f4ba854d4abe4a79ff2', 'gw_port': {'id': '00a87840-a9d9-487d-aa62-d3fc34f15884', 'name': '', 'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:d2:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a220d9f2-26b3-4e11-8d27-02331b07722b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '89646001-5df7-4559-baa8-56e15a045fc5', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:24:22Z', 'updated_at': '2021-09-23T07:24:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89646001-5df7-4559-baa8-56e15a045fc5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-18-iscsi', '_floatingips': [{'id': 'a29b3a0d-6386-43b1-8a4f-de565adbe198', 'tenant_id': '63deb2e833294f4ba854d4abe4a79ff2', 'floating_ip_address': '172.27.2.228', 'floating_network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'router_id': 'a220d9f2-26b3-4e11-8d27-02331b07722b', 'port_id': '7dfc4070-e231-4f6c-ad17-e12882af128e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 117, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '457ccd50-05b0-4ce0-8b7d-271dff6f827e', 'mac_address': 'fa:16:3e:43:6a:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11aa03f3-4e13-41f7-a30c-8a2c8e1d0fa4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T07:24:50Z', 'updated_at': '2021-09-23T07:25:33Z', 'revision_number': 1, 'project_id': '63deb2e833294f4ba854d4abe4a79ff2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '989cc11e-734c-4cf7-bebe-fd6a7f5fed64', 'name': '', 'network_id': '457ccd50-05b0-4ce0-8b7d-271dff6f827e', 'tenant_id': '63deb2e833294f4ba854d4abe4a79ff2', 'mac_address': 'fa:16:3e:ad:d4:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a220d9f2-26b3-4e11-8d27-02331b07722b', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '513e6a2b-0c54-4f03-8c2d-dd3c246bd8ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:24:30Z', 'updated_at': '2021-09-23T07:24:42Z', 'revision_number': 5, 'project_id': '63deb2e833294f4ba854d4abe4a79ff2', 'subnets': [{'id': '513e6a2b-0c54-4f03-8c2d-dd3c246bd8ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-18-iscsi', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:25:35.579499 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-864e7af5-f005-430a-9fb5-3f58fe0dbb5b None None] The sync data for ids ['a220d9f2-26b3-4e11-8d27-02331b07722b'] in dv-cinder-805887-18-iscsi is: [{'id': 'a220d9f2-26b3-4e11-8d27-02331b07722b', 'name': 'tempest-AttachVolumeShelveTestJSON-1297816090-router', 'tenant_id': '63deb2e833294f4ba854d4abe4a79ff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'external_fixed_ips': [{'subnet_id': '89646001-5df7-4559-baa8-56e15a045fc5', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': '00a87840-a9d9-487d-aa62-d3fc34f15884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:24:20Z', 'updated_at': '2021-09-23T07:24:33Z', 'revision_number': 4, 'project_id': '63deb2e833294f4ba854d4abe4a79ff2', 'gw_port': {'id': '00a87840-a9d9-487d-aa62-d3fc34f15884', 'name': '', 'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:d2:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a220d9f2-26b3-4e11-8d27-02331b07722b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '89646001-5df7-4559-baa8-56e15a045fc5', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:24:22Z', 'updated_at': '2021-09-23T07:24:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89646001-5df7-4559-baa8-56e15a045fc5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-18-iscsi', '_floatingips': [{'id': 'a29b3a0d-6386-43b1-8a4f-de565adbe198', 'tenant_id': '63deb2e833294f4ba854d4abe4a79ff2', 'floating_ip_address': '172.27.2.228', 'floating_network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'router_id': 'a220d9f2-26b3-4e11-8d27-02331b07722b', 'port_id': '7dfc4070-e231-4f6c-ad17-e12882af128e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 117, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '457ccd50-05b0-4ce0-8b7d-271dff6f827e', 'mac_address': 'fa:16:3e:43:6a:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11aa03f3-4e13-41f7-a30c-8a2c8e1d0fa4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T07:24:50Z', 'updated_at': '2021-09-23T07:25:33Z', 'revision_number': 1, 'project_id': '63deb2e833294f4ba854d4abe4a79ff2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '989cc11e-734c-4cf7-bebe-fd6a7f5fed64', 'name': '', 'network_id': '457ccd50-05b0-4ce0-8b7d-271dff6f827e', 'tenant_id': '63deb2e833294f4ba854d4abe4a79ff2', 'mac_address': 'fa:16:3e:ad:d4:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a220d9f2-26b3-4e11-8d27-02331b07722b', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '513e6a2b-0c54-4f03-8c2d-dd3c246bd8ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:24:30Z', 'updated_at': '2021-09-23T07:24:42Z', 'revision_number': 5, 'project_id': '63deb2e833294f4ba854d4abe4a79ff2', 'subnets': [{'id': '513e6a2b-0c54-4f03-8c2d-dd3c246bd8ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 07:25:35.618877 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf07351-05f7-48a3-b5a7-fd24d9b1cd86 req-a547e607-ae55-4bc1-9955-138f0c318661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:25:35.620633 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-abf07351-05f7-48a3-b5a7-fd24d9b1cd86 req-a547e607-ae55-4bc1-9955-138f0c318661 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f847624712b744ff9af7930d845e8424&device_id=c49bb731-9c90-48ec-b81e-5f87ca815b68 HTTP/1.1" status: 200 len: 1098 time: 0.0545635 Sep 23 07:25:35.637787 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 07:25:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-596d6097-c225-4203-8398-71d076a044ad x-openstack-request-id: req-596d6097-c225-4203-8398-71d076a044ad {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:25:35.638289 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11aa03f3-4e13-41f7-a30c-8a2c8e1d0fa4", "tag": "7dfc4070-e231-4f6c-ad17-e12882af128e", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:25:35.638645 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-596d6097-c225-4203-8398-71d076a044ad {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:25:35.639263 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11aa03f3-4e13-41f7-a30c-8a2c8e1d0fa4', 'tag': '7dfc4070-e231-4f6c-ad17-e12882af128e', 'status': 'completed', 'code': 200} Sep 23 07:25:35.833550 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-385b078c-bbdb-4bb7-bc9a-5e4114a52fcf req-1998280f-7648-40ad-8416-431989c4ad12 tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] 10.222.0.62 "GET /v2.0/ports?device_id=5a1263c0-b19f-467b-b6f6-2aff14b4001d HTTP/1.1" status: 200 len: 210 time: 0.0691712 Sep 23 07:25:35.873971 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bebe93d5-01f3-4208-8834-4a6c7487cdad None None] New status for floating IP a29b3a0d-6386-43b1-8a4f-de565adbe198: ACTIVE {{(pid=94842) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 07:25:35.886249 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf07351-05f7-48a3-b5a7-fd24d9b1cd86 req-3acd40cb-376f-431f-8819-c0ea63c4d285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:25:35.887707 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-abf07351-05f7-48a3-b5a7-fd24d9b1cd86 req-3acd40cb-376f-431f-8819-c0ea63c4d285 service neutron] 10.222.0.53 "GET /v2.0/networks?id=b44ca581-7903-4d34-918a-e51828122c6e HTTP/1.1" status: 200 len: 919 time: 0.2477708 Sep 23 07:25:35.900474 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2624cc70-4397-45a9-a707-4b7ff81026df req-51a59b92-e03b-443e-ad0a-86c8c1f58ed2 tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:25:35.902365 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-2624cc70-4397-45a9-a707-4b7ff81026df req-51a59b92-e03b-443e-ad0a-86c8c1f58ed2 tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/ports?device_id=c49bb731-9c90-48ec-b81e-5f87ca815b68 HTTP/1.1" status: 200 len: 945 time: 0.1417718 Sep 23 07:25:35.905280 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabd0fa6-b239-4345-b434-6ada6d478c7a req-267fb1f1-0517-4b92-871c-f4e72b082ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:25:35.906684 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-cabd0fa6-b239-4345-b434-6ada6d478c7a req-267fb1f1-0517-4b92-871c-f4e72b082ce4 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=63deb2e833294f4ba854d4abe4a79ff2&device_id=11aa03f3-4e13-41f7-a30c-8a2c8e1d0fa4 HTTP/1.1" status: 200 len: 1098 time: 0.2104909 Sep 23 07:25:35.964656 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-abf07351-05f7-48a3-b5a7-fd24d9b1cd86 req-f6d2babd-7956-43a3-b46f-503a8c5971a5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4cd03669-ef1e-4289-9ede-721592398a48 HTTP/1.1" status: 200 len: 217 time: 0.0570152 Sep 23 07:25:36.315334 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-2624cc70-4397-45a9-a707-4b7ff81026df req-bb2f7cc4-898e-4a6e-847a-de36161df097 tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/security-groups?id=b1176efc-2ea4-4549-99dc-1bd682ff6d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3618155 Sep 23 07:25:36.330590 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf07351-05f7-48a3-b5a7-fd24d9b1cd86 req-b7d7a923-5e7a-4f4a-9143-cbd6e3d7e90a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:25:36.332319 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-abf07351-05f7-48a3-b5a7-fd24d9b1cd86 req-b7d7a923-5e7a-4f4a-9143-cbd6e3d7e90a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c0154a81-b31b-4d7e-b6a8-6873c78703af HTTP/1.1" status: 200 len: 858 time: 0.3500197 Sep 23 07:25:36.355130 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabd0fa6-b239-4345-b434-6ada6d478c7a req-6bdf4be8-cf2e-4474-b502-c46c455a8129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:25:36.357531 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-cabd0fa6-b239-4345-b434-6ada6d478c7a req-6bdf4be8-cf2e-4474-b502-c46c455a8129 service neutron] 10.222.0.53 "GET /v2.0/networks?id=457ccd50-05b0-4ce0-8b7d-271dff6f827e HTTP/1.1" status: 200 len: 918 time: 0.4406891 Sep 23 07:25:36.440423 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-abf07351-05f7-48a3-b5a7-fd24d9b1cd86 req-19577922-2508-4722-91c1-02e1bb2f5a4d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b44ca581-7903-4d34-918a-e51828122c6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0685341 Sep 23 07:25:36.484092 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-cabd0fa6-b239-4345-b434-6ada6d478c7a req-a5a24b7f-29ce-48c6-9dab-06a7d16187f9 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7dfc4070-e231-4f6c-ad17-e12882af128e HTTP/1.1" status: 200 len: 1001 time: 0.1056809 Sep 23 07:25:36.594500 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabd0fa6-b239-4345-b434-6ada6d478c7a req-a8c2da4c-1a61-4f41-8671-c2b601aa97e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:25:36.596990 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-cabd0fa6-b239-4345-b434-6ada6d478c7a req-a8c2da4c-1a61-4f41-8671-c2b601aa97e6 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=513e6a2b-0c54-4f03-8c2d-dd3c246bd8ac HTTP/1.1" status: 200 len: 856 time: 0.1021907 Sep 23 07:25:36.665545 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-abf07351-05f7-48a3-b5a7-fd24d9b1cd86 req-26a2dcef-5784-491b-9a2e-34449e9a16b9 service neutron] 10.222.0.53 "GET /v2.0/networks/b44ca581-7903-4d34-918a-e51828122c6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2076390 Sep 23 07:25:36.683456 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabd0fa6-b239-4345-b434-6ada6d478c7a req-af06ac79-04bd-4719-b320-b4832bd6ddbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:25:36.685089 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-cabd0fa6-b239-4345-b434-6ada6d478c7a req-af06ac79-04bd-4719-b320-b4832bd6ddbc service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=457ccd50-05b0-4ce0-8b7d-271dff6f827e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0698633 Sep 23 07:25:36.937251 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-abf07351-05f7-48a3-b5a7-fd24d9b1cd86 req-342d2ff2-830e-4bad-837a-f63fbdafe4a9 service neutron] 10.222.0.53 "GET /v2.0/networks/b44ca581-7903-4d34-918a-e51828122c6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2051449 Sep 23 07:25:36.941109 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-cabd0fa6-b239-4345-b434-6ada6d478c7a req-ba59311b-b607-4c19-b283-0ab598b00643 service neutron] 10.222.0.53 "GET /v2.0/networks/457ccd50-05b0-4ce0-8b7d-271dff6f827e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2071416 Sep 23 07:25:36.969337 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-fe9dc979-03bc-4b35-b82d-ed26cee8a48f req-d63a45a7-9963-4680-9fc8-ce851fd35a70 tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] 10.222.0.62 "GET /v2.0/ports?device_id=5a1263c0-b19f-467b-b6f6-2aff14b4001d HTTP/1.1" status: 200 len: 210 time: 0.0309916 Sep 23 07:25:37.092363 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-cabd0fa6-b239-4345-b434-6ada6d478c7a req-2cd52f37-f385-49dc-b34b-cc3bd4076ae0 service neutron] 10.222.0.53 "GET /v2.0/networks/457ccd50-05b0-4ce0-8b7d-271dff6f827e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255338 Sep 23 07:25:37.225633 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bc4d33-4035-49f2-94e2-dab78f626284 req-b9895bfa-d0c7-4cd5-a27b-b09d5aad1996 tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:25:37.227332 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-78bc4d33-4035-49f2-94e2-dab78f626284 req-b9895bfa-d0c7-4cd5-a27b-b09d5aad1996 tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] 10.222.0.53 "GET /v2.0/networks?id=1ce4a294-9c55-4277-9fd9-de791fcf5fca HTTP/1.1" status: 200 len: 815 time: 0.1671050 Sep 23 07:25:37.252063 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.v2.base [req-78bc4d33-4035-49f2-94e2-dab78f626284 req-35b606a7-d682-46dc-8003-6e84ba33f44d tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] Request body: {'port': {'device_id': '5a1263c0-b19f-467b-b6f6-2aff14b4001d', 'network_id': '1ce4a294-9c55-4277-9fd9-de791fcf5fca', 'admin_state_up': True, 'tenant_id': '3590db7dd01d4aa3a7bd827211d3c4b9'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:25:37.476464 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb56ef9-bba6-49a6-934d-8831e54e2469 req-a6ac2955-3748-4408-a260-3aff85931209 tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:25:37.480350 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-fcb56ef9-bba6-49a6-934d-8831e54e2469 req-a6ac2955-3748-4408-a260-3aff85931209 tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/ports?device_id=c49bb731-9c90-48ec-b81e-5f87ca815b68 HTTP/1.1" status: 200 len: 945 time: 0.0732219 Sep 23 07:25:37.550228 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-fcb56ef9-bba6-49a6-934d-8831e54e2469 req-7bebcf8c-d7e9-44a3-bec2-7a3aae378e19 tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/security-groups?id=b1176efc-2ea4-4549-99dc-1bd682ff6d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571852 Sep 23 07:25:37.572839 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78bc4d33-4035-49f2-94e2-dab78f626284 req-35b606a7-d682-46dc-8003-6e84ba33f44d tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] Made reservation on behalf of 3590db7dd01d4aa3a7bd827211d3c4b9 for: {'port': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:25:37.577512 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-78bc4d33-4035-49f2-94e2-dab78f626284 req-35b606a7-d682-46dc-8003-6e84ba33f44d tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:37.785387 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [req-78bc4d33-4035-49f2-94e2-dab78f626284 req-35b606a7-d682-46dc-8003-6e84ba33f44d tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] Allocated IP 172.20.0.13 (1ce4a294-9c55-4277-9fd9-de791fcf5fca/5f3a698b-e37e-4abe-be57-f38dd7594778/d6bb6589-10dc-4457-a5d4-9ba0d6876b14) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:25:37.966339 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-78bc4d33-4035-49f2-94e2-dab78f626284 req-35b606a7-d682-46dc-8003-6e84ba33f44d tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:38.075032 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-4819db92-e99b-4669-a630-79867e7f2e0d req-43332a81-1783-4edf-9045-2c87607b0a80 tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] 10.222.0.62 "GET /v2.0/ports?device_id=5a1263c0-b19f-467b-b6f6-2aff14b4001d HTTP/1.1" status: 200 len: 210 time: 0.0271573 Sep 23 07:25:38.104178 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-78bc4d33-4035-49f2-94e2-dab78f626284 req-35b606a7-d682-46dc-8003-6e84ba33f44d tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728617650863'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:38.149666 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78bc4d33-4035-49f2-94e2-dab78f626284 req-35b606a7-d682-46dc-8003-6e84ba33f44d tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] Network 1ce4a294-9c55-4277-9fd9-de791fcf5fca is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:25:38.152969 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [req-78bc4d33-4035-49f2-94e2-dab78f626284 req-35b606a7-d682-46dc-8003-6e84ba33f44d tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:25:38.157030 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-78bc4d33-4035-49f2-94e2-dab78f626284 req-35b606a7-d682-46dc-8003-6e84ba33f44d tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:25:38.162675 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bc4d33-4035-49f2-94e2-dab78f626284 req-35b606a7-d682-46dc-8003-6e84ba33f44d tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:25:38.163319 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-78bc4d33-4035-49f2-94e2-dab78f626284 req-35b606a7-d682-46dc-8003-6e84ba33f44d tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577015'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:38.172192 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b606a7-d682-46dc-8003-6e84ba33f44d tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] Pushing event updated for resources: {'Port': ['ID=d6bb6589-10dc-4457-a5d4-9ba0d6876b14,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:25:38.292964 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-78bc4d33-4035-49f2-94e2-dab78f626284 req-35b606a7-d682-46dc-8003-6e84ba33f44d tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0461667 Sep 23 07:25:38.734787 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfa93f3-8b18-4103-bfde-002c1007ad1f req-f49de488-5e9b-45a9-b2ce-7d06ab3d1e4c tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:25:38.736784 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-adfa93f3-8b18-4103-bfde-002c1007ad1f req-f49de488-5e9b-45a9-b2ce-7d06ab3d1e4c tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/ports?device_id=c49bb731-9c90-48ec-b81e-5f87ca815b68 HTTP/1.1" status: 200 len: 945 time: 0.0627437 Sep 23 07:25:38.798031 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-adfa93f3-8b18-4103-bfde-002c1007ad1f req-50327c0e-d885-4f00-801d-2ce5ba616e70 tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/security-groups?id=b1176efc-2ea4-4549-99dc-1bd682ff6d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516720 Sep 23 07:25:38.960998 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.db.agents_db [None req-60cd1eec-2052-4d49-bd00-e5a0de40c293 None None] Agent healthcheck: found 6 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 07:25:40.018542 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] get_ports_and_sgs() called for port_ids ['4c07a7c2-2686-4c6a-b103-64e9c7d691d5'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 07:25:41.217241 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.v2.base [req-78bc4d33-4035-49f2-94e2-dab78f626284 req-ab34e782-f7e0-41cf-ab33-8834d468f115 service neutron] Request body: {'port': {'device_id': '5a1263c0-b19f-467b-b6f6-2aff14b4001d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80588'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:25:41.285274 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-78bc4d33-4035-49f2-94e2-dab78f626284 req-ab34e782-f7e0-41cf-ab33-8834d468f115 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:41.527642 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0693e878-2733-4d09-9ffe-645d576f74d4 req-44b32996-9afc-420f-a381-4351012192d3 tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:25:41.529140 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-0693e878-2733-4d09-9ffe-645d576f74d4 req-44b32996-9afc-420f-a381-4351012192d3 tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] 10.222.0.62 "GET /v2.0/ports?device_id=5a1263c0-b19f-467b-b6f6-2aff14b4001d HTTP/1.1" status: 200 len: 932 time: 0.1930330 Sep 23 07:25:41.589839 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d24729-34ed-427e-b33f-5a540db2aea2 req-bf1eafb9-a4eb-43fa-aaa6-884f3e15dd03 tempest-DeleteServersTestJSON-1434548261 tempest-DeleteServersTestJSON-1434548261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:25:41.591409 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-09d24729-34ed-427e-b33f-5a540db2aea2 req-bf1eafb9-a4eb-43fa-aaa6-884f3e15dd03 tempest-DeleteServersTestJSON-1434548261 tempest-DeleteServersTestJSON-1434548261-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab783cb1-a4aa-42fe-8fea-ea6abc4c6077 HTTP/1.1" status: 200 len: 946 time: 0.1241865 Sep 23 07:25:41.649177 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-0693e878-2733-4d09-9ffe-645d576f74d4 req-1c385444-6be3-4215-8032-95862f9f905a tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] 10.222.0.62 "GET /v2.0/security-groups?id=f6ce59f4-c512-4d64-bc05-96f67bf65409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128783 Sep 23 07:25:41.692625 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-09d24729-34ed-427e-b33f-5a540db2aea2 req-1006726d-1c5f-4a91-aead-0bf1533d8eb0 tempest-DeleteServersTestJSON-1434548261 tempest-DeleteServersTestJSON-1434548261-project] 10.222.0.62 "GET /v2.0/security-groups?id=5bf02978-f38f-4627-83c7-d630e2f8decc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614200 Sep 23 07:25:41.810866 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.notifiers.nova [req-78bc4d33-4035-49f2-94e2-dab78f626284 req-ab34e782-f7e0-41cf-ab33-8834d468f115 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6bb6589-10dc-4457-a5d4-9ba0d6876b14 {{(pid=94841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 07:25:41.820963 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-78bc4d33-4035-49f2-94e2-dab78f626284 req-ab34e782-f7e0-41cf-ab33-8834d468f115 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:41.838162 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [req-78bc4d33-4035-49f2-94e2-dab78f626284 req-ab34e782-f7e0-41cf-ab33-8834d468f115 service neutron] Transition to ACTIVE for port object d6bb6589-10dc-4457-a5d4-9ba0d6876b14 will not be triggered until provisioned by entity L2. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 07:25:41.847329 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07e9680-c965-4852-9bfe-33554ef80689 req-968393f7-1627-4dfc-a73c-17c7d2bfa308 tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:25:41.848868 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-b07e9680-c965-4852-9bfe-33554ef80689 req-968393f7-1627-4dfc-a73c-17c7d2bfa308 tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/ports?device_id=c49bb731-9c90-48ec-b81e-5f87ca815b68 HTTP/1.1" status: 200 len: 945 time: 0.1094875 Sep 23 07:25:41.890419 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-b07e9680-c965-4852-9bfe-33554ef80689 req-af784755-e62e-4ee1-8eab-b0928cae51c2 tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/security-groups?id=b1176efc-2ea4-4549-99dc-1bd682ff6d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348895 Sep 23 07:25:41.927397 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-78bc4d33-4035-49f2-94e2-dab78f626284 req-ab34e782-f7e0-41cf-ab33-8834d468f115 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728618137860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728617650881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728617650899'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:41.989596 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab34e782-f7e0-41cf-ab33-8834d468f115 service neutron] Pushing event updated for resources: {'Port': ['ID=d6bb6589-10dc-4457-a5d4-9ba0d6876b14,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:25:42.024949 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-78bc4d33-4035-49f2-94e2-dab78f626284 req-ab34e782-f7e0-41cf-ab33-8834d468f115 service neutron] Attempting to bind port d6bb6589-10dc-4457-a5d4-9ba0d6876b14 on host hv-cinder-80588 for vnic_type normal with profile {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:25:42.025285 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-78bc4d33-4035-49f2-94e2-dab78f626284 req-ab34e782-f7e0-41cf-ab33-8834d468f115 service neutron] Attempting to bind port d6bb6589-10dc-4457-a5d4-9ba0d6876b14 by drivers openvswitch,hyperv on host hv-cinder-80588 at level 0 using segments [{'id': '30ea837a-f393-437b-a40e-aa4a286716b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '1ce4a294-9c55-4277-9fd9-de791fcf5fca'}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:25:42.025612 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78bc4d33-4035-49f2-94e2-dab78f626284 req-ab34e782-f7e0-41cf-ab33-8834d468f115 service neutron] Attempting to bind port d6bb6589-10dc-4457-a5d4-9ba0d6876b14 on network 1ce4a294-9c55-4277-9fd9-de791fcf5fca {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:25:42.030336 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78bc4d33-4035-49f2-94e2-dab78f626284 req-ab34e782-f7e0-41cf-ab33-8834d468f115 service neutron] Port d6bb6589-10dc-4457-a5d4-9ba0d6876b14 on network 1ce4a294-9c55-4277-9fd9-de791fcf5fca not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80588 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 07:25:42.030651 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78bc4d33-4035-49f2-94e2-dab78f626284 req-ab34e782-f7e0-41cf-ab33-8834d468f115 service neutron] Attempting to bind port d6bb6589-10dc-4457-a5d4-9ba0d6876b14 on network 1ce4a294-9c55-4277-9fd9-de791fcf5fca {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:25:42.036115 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78bc4d33-4035-49f2-94e2-dab78f626284 req-ab34e782-f7e0-41cf-ab33-8834d468f115 service neutron] Checking agent: {'id': '6ad4e769-5dea-434d-bbcd-ae86f07cf259', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80588', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 7, 22, 28), 'started_at': datetime.datetime(2021, 9, 23, 7, 22, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 7, 25, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 07:25:42.036443 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78bc4d33-4035-49f2-94e2-dab78f626284 req-ab34e782-f7e0-41cf-ab33-8834d468f115 service neutron] Checking segment: {'id': '30ea837a-f393-437b-a40e-aa4a286716b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '1ce4a294-9c55-4277-9fd9-de791fcf5fca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:25:42.036926 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78bc4d33-4035-49f2-94e2-dab78f626284 req-ab34e782-f7e0-41cf-ab33-8834d468f115 service neutron] Bound using segment: {'id': '30ea837a-f393-437b-a40e-aa4a286716b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '1ce4a294-9c55-4277-9fd9-de791fcf5fca'} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 07:25:42.037979 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-78bc4d33-4035-49f2-94e2-dab78f626284 req-ab34e782-f7e0-41cf-ab33-8834d468f115 service neutron] Bound port: d6bb6589-10dc-4457-a5d4-9ba0d6876b14, host: hv-cinder-80588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30ea837a-f393-437b-a40e-aa4a286716b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '1ce4a294-9c55-4277-9fd9-de791fcf5fca'}}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 07:25:42.039031 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-78bc4d33-4035-49f2-94e2-dab78f626284 req-ab34e782-f7e0-41cf-ab33-8834d468f115 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:42.113120 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-78bc4d33-4035-49f2-94e2-dab78f626284 req-ab34e782-f7e0-41cf-ab33-8834d468f115 service neutron] For port d6bb6589-10dc-4457-a5d4-9ba0d6876b14, host hv-cinder-80588, cleared binding levels {{(pid=94841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:25:42.118224 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-78bc4d33-4035-49f2-94e2-dab78f626284 req-ab34e782-f7e0-41cf-ab33-8834d468f115 service neutron] For port d6bb6589-10dc-4457-a5d4-9ba0d6876b14, host hv-cinder-80588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=d6bb6589-10dc-4457-a5d4-9ba0d6876b14,segment=NetworkSegment(30ea837a-f393-437b-a40e-aa4a286716b2),segment_id=30ea837a-f393-437b-a40e-aa4a286716b2)] {{(pid=94841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 07:25:42.235369 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-78bc4d33-4035-49f2-94e2-dab78f626284 req-ab34e782-f7e0-41cf-ab33-8834d468f115 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728618137860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728617650881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728617650899'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:42.275865 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bc4d33-4035-49f2-94e2-dab78f626284 req-ab34e782-f7e0-41cf-ab33-8834d468f115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:25:42.276523 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-78bc4d33-4035-49f2-94e2-dab78f626284 req-ab34e782-f7e0-41cf-ab33-8834d468f115 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577015'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:42.278107 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-78bc4d33-4035-49f2-94e2-dab78f626284 req-ab34e782-f7e0-41cf-ab33-8834d468f115 service neutron] 10.222.0.53 "PUT /v2.0/ports/d6bb6589-10dc-4457-a5d4-9ba0d6876b14 HTTP/1.1" status: 200 len: 1094 time: 1.0665107 Sep 23 07:25:42.278562 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a1263c0-b19f-467b-b6f6-2aff14b4001d', 'tag': 'd6bb6589-10dc-4457-a5d4-9ba0d6876b14'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:25:42.280861 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59377972be4a6b1db7d764771ea1170f497e9021ac5c159e937f759c4704c07c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20793ad7-e4a1-4644-be0a-7c277fc72735" -d '{"events": [{"name": "network-changed", "server_uuid": "5a1263c0-b19f-467b-b6f6-2aff14b4001d", "tag": "d6bb6589-10dc-4457-a5d4-9ba0d6876b14"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:25:42.317133 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab34e782-f7e0-41cf-ab33-8834d468f115 service neutron] Pushing event updated for resources: {'Port': ['ID=d6bb6589-10dc-4457-a5d4-9ba0d6876b14,revision_number=3']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:25:42.323499 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 07:25:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcc26abf-8e26-491b-8bce-cb70dfbb6bf5 x-openstack-request-id: req-fcc26abf-8e26-491b-8bce-cb70dfbb6bf5 {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:25:42.323961 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a1263c0-b19f-467b-b6f6-2aff14b4001d", "tag": "d6bb6589-10dc-4457-a5d4-9ba0d6876b14", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:25:42.324274 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-fcc26abf-8e26-491b-8bce-cb70dfbb6bf5 {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:25:42.324839 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a1263c0-b19f-467b-b6f6-2aff14b4001d', 'tag': 'd6bb6589-10dc-4457-a5d4-9ba0d6876b14', 'status': 'completed', 'code': 200} Sep 23 07:25:42.408859 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20793ad7-e4a1-4644-be0a-7c277fc72735 req-edf86eed-c0c4-4389-b8fd-9a8a93ab3b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:25:42.410582 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-20793ad7-e4a1-4644-be0a-7c277fc72735 req-edf86eed-c0c4-4389-b8fd-9a8a93ab3b7c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3590db7dd01d4aa3a7bd827211d3c4b9&device_id=5a1263c0-b19f-467b-b6f6-2aff14b4001d HTTP/1.1" status: 200 len: 1097 time: 0.0471482 Sep 23 07:25:42.530735 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20793ad7-e4a1-4644-be0a-7c277fc72735 req-e41ad2ef-967b-4b0b-a3eb-6bd6c9cd83aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:25:42.532279 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-20793ad7-e4a1-4644-be0a-7c277fc72735 req-e41ad2ef-967b-4b0b-a3eb-6bd6c9cd83aa service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=3590db7dd01d4aa3a7bd827211d3c4b9&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1047704 Sep 23 07:25:42.641232 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20793ad7-e4a1-4644-be0a-7c277fc72735 req-6aa9fe33-717c-4371-bfb0-800143541e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:25:42.642851 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-20793ad7-e4a1-4644-be0a-7c277fc72735 req-6aa9fe33-717c-4371-bfb0-800143541e0a service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0936992 Sep 23 07:25:42.777648 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bc4d33-4035-49f2-94e2-dab78f626284 req-bf986c0d-9748-44a9-820b-24f7c7726b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:25:42.779465 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-78bc4d33-4035-49f2-94e2-dab78f626284 req-bf986c0d-9748-44a9-820b-24f7c7726b47 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3590db7dd01d4aa3a7bd827211d3c4b9&device_id=5a1263c0-b19f-467b-b6f6-2aff14b4001d HTTP/1.1" status: 200 len: 1097 time: 0.0842769 Sep 23 07:25:42.807338 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154e90ac-be90-44d7-be6a-b6e580fc3c2f req-47d67a05-f44b-4ac6-974e-bb100a130f0d tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:25:42.808893 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-154e90ac-be90-44d7-be6a-b6e580fc3c2f req-47d67a05-f44b-4ac6-974e-bb100a130f0d tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] 10.222.0.62 "GET /v2.0/ports?device_id=5a1263c0-b19f-467b-b6f6-2aff14b4001d HTTP/1.1" status: 200 len: 944 time: 0.0736096 Sep 23 07:25:42.852842 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-78bc4d33-4035-49f2-94e2-dab78f626284 req-a758cc36-82f4-4c93-9ece-34c469325093 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d6bb6589-10dc-4457-a5d4-9ba0d6876b14 HTTP/1.1" status: 200 len: 217 time: 0.0610838 Sep 23 07:25:42.943304 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-154e90ac-be90-44d7-be6a-b6e580fc3c2f req-77066255-f7a4-4213-a0f8-cf4c446d31d8 tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] 10.222.0.62 "GET /v2.0/security-groups?id=f6ce59f4-c512-4d64-bc05-96f67bf65409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068540 Sep 23 07:25:42.963050 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21adc040-7927-4333-a9dd-77e1ce450c3d req-f54c095a-16b1-48ef-827a-b47413284290 tempest-DeleteServersTestJSON-1434548261 tempest-DeleteServersTestJSON-1434548261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:25:42.964658 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-21adc040-7927-4333-a9dd-77e1ce450c3d req-f54c095a-16b1-48ef-827a-b47413284290 tempest-DeleteServersTestJSON-1434548261 tempest-DeleteServersTestJSON-1434548261-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab783cb1-a4aa-42fe-8fea-ea6abc4c6077 HTTP/1.1" status: 200 len: 946 time: 0.1271720 Sep 23 07:25:42.975308 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bc4d33-4035-49f2-94e2-dab78f626284 req-f3049f32-6a7c-4085-b17e-bbc999d544c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:25:42.976948 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-78bc4d33-4035-49f2-94e2-dab78f626284 req-f3049f32-6a7c-4085-b17e-bbc999d544c1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5f3a698b-e37e-4abe-be57-f38dd7594778 HTTP/1.1" status: 200 len: 855 time: 0.1019247 Sep 23 07:25:43.020472 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-78bc4d33-4035-49f2-94e2-dab78f626284 req-e8c81e81-4f01-4af9-97f6-614a23561b9c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1ce4a294-9c55-4277-9fd9-de791fcf5fca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334764 Sep 23 07:25:43.059830 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-21adc040-7927-4333-a9dd-77e1ce450c3d req-f52133b0-938d-44d3-a9d3-9f5a42cad894 tempest-DeleteServersTestJSON-1434548261 tempest-DeleteServersTestJSON-1434548261-project] 10.222.0.62 "GET /v2.0/security-groups?id=5bf02978-f38f-4627-83c7-d630e2f8decc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791936 Sep 23 07:25:43.179743 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ee07df-9eac-40ea-82ff-8ce060212913 req-afe7e680-6292-4f5b-8c25-d46de1e3655e tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:25:43.181336 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-50ee07df-9eac-40ea-82ff-8ce060212913 req-afe7e680-6292-4f5b-8c25-d46de1e3655e tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/ports?device_id=c49bb731-9c90-48ec-b81e-5f87ca815b68 HTTP/1.1" status: 200 len: 945 time: 0.1145980 Sep 23 07:25:43.187345 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-78bc4d33-4035-49f2-94e2-dab78f626284 req-ac8f53a6-4b58-47c3-b19c-448e9677cdd3 service neutron] 10.222.0.53 "GET /v2.0/networks/1ce4a294-9c55-4277-9fd9-de791fcf5fca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549308 Sep 23 07:25:43.258507 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-50ee07df-9eac-40ea-82ff-8ce060212913 req-82546ea1-2605-48d1-82ae-5459fc17ba9a tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/security-groups?id=b1176efc-2ea4-4549-99dc-1bd682ff6d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697184 Sep 23 07:25:43.336130 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-78bc4d33-4035-49f2-94e2-dab78f626284 req-f927ab60-fc36-47b6-9bb5-3be34def5b74 service neutron] 10.222.0.53 "GET /v2.0/networks/1ce4a294-9c55-4277-9fd9-de791fcf5fca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223140 Sep 23 07:25:44.091027 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a373def-7300-40f4-97fc-445f7ff0914d req-282b747e-eb8b-47b5-94e2-54e90baf596f tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:25:44.097477 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-8a373def-7300-40f4-97fc-445f7ff0914d req-282b747e-eb8b-47b5-94e2-54e90baf596f tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] 10.222.0.62 "GET /v2.0/ports?device_id=5a1263c0-b19f-467b-b6f6-2aff14b4001d HTTP/1.1" status: 200 len: 944 time: 0.0603611 Sep 23 07:25:44.171167 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-8a373def-7300-40f4-97fc-445f7ff0914d req-ad3853ae-7bd7-4fae-b0cb-d384da22c9de tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] 10.222.0.62 "GET /v2.0/security-groups?id=f6ce59f4-c512-4d64-bc05-96f67bf65409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700681 Sep 23 07:25:44.231167 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285550be-5143-44c7-9719-d6efba8abba6 req-d9b503a1-8d32-40ab-ac57-3f9bb0d7510f tempest-DeleteServersTestJSON-1434548261 tempest-DeleteServersTestJSON-1434548261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:25:44.232784 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-285550be-5143-44c7-9719-d6efba8abba6 req-d9b503a1-8d32-40ab-ac57-3f9bb0d7510f tempest-DeleteServersTestJSON-1434548261 tempest-DeleteServersTestJSON-1434548261-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab783cb1-a4aa-42fe-8fea-ea6abc4c6077 HTTP/1.1" status: 200 len: 946 time: 0.0534761 Sep 23 07:25:44.276958 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-285550be-5143-44c7-9719-d6efba8abba6 req-e8e57af6-75c3-420b-9db0-d51e91f7dc76 tempest-DeleteServersTestJSON-1434548261 tempest-DeleteServersTestJSON-1434548261-project] 10.222.0.62 "GET /v2.0/security-groups?id=5bf02978-f38f-4627-83c7-d630e2f8decc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364211 Sep 23 07:25:44.344276 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad237d8-da52-4a20-8e1e-a3620b5b2581 req-64b2f158-f100-4b58-83ec-4fe8583f53c4 tempest-DeleteServersTestJSON-1434548261 tempest-DeleteServersTestJSON-1434548261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:25:44.348530 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-fad237d8-da52-4a20-8e1e-a3620b5b2581 req-64b2f158-f100-4b58-83ec-4fe8583f53c4 tempest-DeleteServersTestJSON-1434548261 tempest-DeleteServersTestJSON-1434548261-project] 10.222.0.53 "GET /v2.0/ports?device_id=ab783cb1-a4aa-42fe-8fea-ea6abc4c6077 HTTP/1.1" status: 200 len: 946 time: 0.0706329 Sep 23 07:25:44.760439 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.62', 52480) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:25:44.795039 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f12aee3-0acd-4251-8af5-3c0acb5ba51e req-e6db9fcb-6a5d-48a3-8201-0998143c4f6a tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:25:44.802423 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-1f12aee3-0acd-4251-8af5-3c0acb5ba51e req-e6db9fcb-6a5d-48a3-8201-0998143c4f6a tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/ports?device_id=c49bb731-9c90-48ec-b81e-5f87ca815b68 HTTP/1.1" status: 200 len: 945 time: 0.1398203 Sep 23 07:25:44.862720 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-fad237d8-da52-4a20-8e1e-a3620b5b2581 req-30220817-7dc4-463f-9da3-e4922cc94b7c tempest-DeleteServersTestJSON-1434548261 tempest-DeleteServersTestJSON-1434548261-project] Deleting port 73ea1406-0ef0-4d27-9346-5d048311a408 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:25:44.863080 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-fad237d8-da52-4a20-8e1e-a3620b5b2581 req-30220817-7dc4-463f-9da3-e4922cc94b7c tempest-DeleteServersTestJSON-1434548261 tempest-DeleteServersTestJSON-1434548261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728618132776'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:44.892840 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-1f12aee3-0acd-4251-8af5-3c0acb5ba51e req-bab843a3-d03b-4c4f-8054-ff74e54a9a0b tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/security-groups?id=b1176efc-2ea4-4549-99dc-1bd682ff6d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699613 Sep 23 07:25:44.930085 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e92a4b5d-6b39-4783-b6a0-171b555f38dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:45.006014 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-fad237d8-da52-4a20-8e1e-a3620b5b2581 req-30220817-7dc4-463f-9da3-e4922cc94b7c tempest-DeleteServersTestJSON-1434548261 tempest-DeleteServersTestJSON-1434548261-project] For port 73ea1406-0ef0-4d27-9346-5d048311a408, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=73ea1406-0ef0-4d27-9346-5d048311a408,segment=NetworkSegment(fa496057-a925-4a3e-b303-dd138de3eddc),segment_id=fa496057-a925-4a3e-b303-dd138de3eddc)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:25:45.006371 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-fad237d8-da52-4a20-8e1e-a3620b5b2581 req-30220817-7dc4-463f-9da3-e4922cc94b7c tempest-DeleteServersTestJSON-1434548261 tempest-DeleteServersTestJSON-1434548261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452355'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:45.028113 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-fad237d8-da52-4a20-8e1e-a3620b5b2581 req-30220817-7dc4-463f-9da3-e4922cc94b7c tempest-DeleteServersTestJSON-1434548261 tempest-DeleteServersTestJSON-1434548261-project] Calling delete_port for 73ea1406-0ef0-4d27-9346-5d048311a408 owned by compute:nova {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:25:45.095530 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e92a4b5d-6b39-4783-b6a0-171b555f38dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:45.161084 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e92a4b5d-6b39-4783-b6a0-171b555f38dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520401'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:45.205219 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.62', 52490) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:25:45.205430 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [None req-e92a4b5d-6b39-4783-b6a0-171b555f38dd admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=374942165a944731a0133b7f20c700bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4431486 Sep 23 07:25:45.206267 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92a4b5d-6b39-4783-b6a0-171b555f38dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf461ac6-15a1-4685-aaab-26646204872e,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:25:45.293026 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-945a16d2-2cad-40c0-993d-b9c924151b6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:45.328229 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-945a16d2-2cad-40c0-993d-b9c924151b6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:45.338252 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-fad237d8-da52-4a20-8e1e-a3620b5b2581 req-30220817-7dc4-463f-9da3-e4922cc94b7c tempest-DeleteServersTestJSON-1434548261 tempest-DeleteServersTestJSON-1434548261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728618137326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728617650872'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:45.350777 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10351889-8169-4189-b676-5d554cbd7aa2 req-4394a6d7-a1e7-4176-b652-1e4bb1f03eeb tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:25:45.351907 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] get_ports_and_sgs() called for port_ids ['73ea1406-0ef0-4d27-9346-5d048311a408'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 07:25:45.352844 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-10351889-8169-4189-b676-5d554cbd7aa2 req-4394a6d7-a1e7-4176-b652-1e4bb1f03eeb tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] 10.222.0.62 "GET /v2.0/ports?device_id=5a1263c0-b19f-467b-b6f6-2aff14b4001d HTTP/1.1" status: 200 len: 944 time: 0.1023293 Sep 23 07:25:45.417443 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30220817-7dc4-463f-9da3-e4922cc94b7c tempest-DeleteServersTestJSON-1434548261 tempest-DeleteServersTestJSON-1434548261-project] Pushing event deleted for resources: {'Port': ['ID=73ea1406-0ef0-4d27-9346-5d048311a408,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:25:45.477216 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-32fc8928-1ccb-4bcb-a0a7-203c0e97c79a req-514eb6b9-a567-43bf-ae43-2dff591c7035 tempest-DeleteServersTestJSON-1434548261 tempest-DeleteServersTestJSON-1434548261-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab783cb1-a4aa-42fe-8fea-ea6abc4c6077 HTTP/1.1" status: 200 len: 210 time: 0.0550983 Sep 23 07:25:45.529910 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-10351889-8169-4189-b676-5d554cbd7aa2 req-d5d67cd5-e97d-42ee-b617-75e8f564f110 tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] 10.222.0.62 "GET /v2.0/security-groups?id=f6ce59f4-c512-4d64-bc05-96f67bf65409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624417 Sep 23 07:25:45.530678 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-fad237d8-da52-4a20-8e1e-a3620b5b2581 req-30220817-7dc4-463f-9da3-e4922cc94b7c tempest-DeleteServersTestJSON-1434548261 tempest-DeleteServersTestJSON-1434548261-project] No DVR routers for this DVR port 73ea1406-0ef0-4d27-9346-5d048311a408 on host hv-cinder-80588 {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 07:25:45.534000 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-fad237d8-da52-4a20-8e1e-a3620b5b2581 req-30220817-7dc4-463f-9da3-e4922cc94b7c tempest-DeleteServersTestJSON-1434548261 tempest-DeleteServersTestJSON-1434548261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210484'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:45.536204 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-fad237d8-da52-4a20-8e1e-a3620b5b2581 req-30220817-7dc4-463f-9da3-e4922cc94b7c tempest-DeleteServersTestJSON-1434548261 tempest-DeleteServersTestJSON-1434548261-project] 10.222.0.53 "DELETE /v2.0/ports/73ea1406-0ef0-4d27-9346-5d048311a408 HTTP/1.1" status: 204 len: 173 time: 1.1809974 Sep 23 07:25:45.536665 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab783cb1-a4aa-42fe-8fea-ea6abc4c6077', 'name': 'network-vif-deleted', 'tag': '73ea1406-0ef0-4d27-9346-5d048311a408'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:25:45.539579 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59377972be4a6b1db7d764771ea1170f497e9021ac5c159e937f759c4704c07c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c86a787-498a-4242-bebe-11a18bc02624" -d '{"events": [{"server_uuid": "ab783cb1-a4aa-42fe-8fea-ea6abc4c6077", "name": "network-vif-deleted", "tag": "73ea1406-0ef0-4d27-9346-5d048311a408"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:25:45.579405 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 07:25:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-670e02b8-8ad4-4368-b7c0-e04efbb7bb88 x-openstack-request-id: req-670e02b8-8ad4-4368-b7c0-e04efbb7bb88 {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:25:45.579652 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab783cb1-a4aa-42fe-8fea-ea6abc4c6077", "name": "network-vif-deleted", "tag": "73ea1406-0ef0-4d27-9346-5d048311a408", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:25:45.579899 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-670e02b8-8ad4-4368-b7c0-e04efbb7bb88 {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:25:45.580295 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab783cb1-a4aa-42fe-8fea-ea6abc4c6077', 'name': 'network-vif-deleted', 'tag': '73ea1406-0ef0-4d27-9346-5d048311a408', 'status': 'completed', 'code': 200} Sep 23 07:25:45.629724 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-945a16d2-2cad-40c0-993d-b9c924151b6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520401'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:45.632528 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-945a16d2-2cad-40c0-993d-b9c924151b6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:45.633750 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [None req-945a16d2-2cad-40c0-993d-b9c924151b6b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/bf461ac6-15a1-4685-aaab-26646204872e HTTP/1.1" status: 204 len: 168 time: 0.4275608 Sep 23 07:25:45.643189 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945a16d2-2cad-40c0-993d-b9c924151b6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf461ac6-15a1-4685-aaab-26646204872e,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:25:46.031679 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Device d6bb6589-10dc-4457-a5d4-9ba0d6876b14 details requested by agent hyperv_hv-cinder-80588 with host hv-cinder-80588 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 07:25:46.060866 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be29ebaf-9d9c-477f-a714-8a2135282f42 req-8eddf164-ac91-43f4-9f53-c7a8dd54ddef tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:25:46.063350 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-be29ebaf-9d9c-477f-a714-8a2135282f42 req-8eddf164-ac91-43f4-9f53-c7a8dd54ddef tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/ports?device_id=c49bb731-9c90-48ec-b81e-5f87ca815b68 HTTP/1.1" status: 200 len: 945 time: 0.0816069 Sep 23 07:25:46.120533 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-be29ebaf-9d9c-477f-a714-8a2135282f42 req-9d28bbd2-bab6-45c2-ab42-63f0d25436b7 tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/security-groups?id=b1176efc-2ea4-4549-99dc-1bd682ff6d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472071 Sep 23 07:25:46.144006 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] For port d6bb6589-10dc-4457-a5d4-9ba0d6876b14, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=d6bb6589-10dc-4457-a5d4-9ba0d6876b14,segment=NetworkSegment(30ea837a-f393-437b-a40e-aa4a286716b2),segment_id=30ea837a-f393-437b-a40e-aa4a286716b2)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:25:46.165297 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Returning: {'device': 'd6bb6589-10dc-4457-a5d4-9ba0d6876b14', 'network_id': '1ce4a294-9c55-4277-9fd9-de791fcf5fca', 'port_id': 'd6bb6589-10dc-4457-a5d4-9ba0d6876b14', 'mac_address': 'fa:16:3e:90:4c:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f3a698b-e37e-4abe-be57-f38dd7594778', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 07:25:46.206103 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:46.224313 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6bb6589-10dc-4457-a5d4-9ba0d6876b14 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 07:25:46.245892 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] For port d6bb6589-10dc-4457-a5d4-9ba0d6876b14, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=d6bb6589-10dc-4457-a5d4-9ba0d6876b14,segment=NetworkSegment(30ea837a-f393-437b-a40e-aa4a286716b2),segment_id=30ea837a-f393-437b-a40e-aa4a286716b2)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:25:46.347347 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728618137860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728617650881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728617650899'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:46.406943 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Pushing event updated for resources: {'Port': ['ID=d6bb6589-10dc-4457-a5d4-9ba0d6876b14,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:25:46.585326 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.62', 52532) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:25:46.609467 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a1995204-e93b-4741-bbfd-f3811e2c447e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:46.742150 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-dce4431c-730b-4483-a752-39bb744d3941 req-04ec33af-f91b-4ac6-b1ea-82385a6a12a0 tempest-DeleteServersTestJSON-1434548261 tempest-DeleteServersTestJSON-1434548261-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab783cb1-a4aa-42fe-8fea-ea6abc4c6077 HTTP/1.1" status: 200 len: 210 time: 0.0717328 Sep 23 07:25:46.769591 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] get_ports_and_sgs() called for port_ids ['d6bb6589-10dc-4457-a5d4-9ba0d6876b14'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 07:25:46.798512 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3fe12c-8779-4e1f-83bd-e58fc9953509 req-1444a33b-04da-4264-b126-8eca75b465c5 tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:25:46.798886 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-4b3fe12c-8779-4e1f-83bd-e58fc9953509 req-1444a33b-04da-4264-b126-8eca75b465c5 tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] 10.222.0.62 "GET /v2.0/ports?device_id=5a1263c0-b19f-467b-b6f6-2aff14b4001d HTTP/1.1" status: 200 len: 945 time: 0.1295094 Sep 23 07:25:46.875215 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-4b3fe12c-8779-4e1f-83bd-e58fc9953509 req-8f34bebb-a2a6-4129-90c4-44a1759ebd19 tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] 10.222.0.62 "GET /v2.0/security-groups?id=f6ce59f4-c512-4d64-bc05-96f67bf65409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596952 Sep 23 07:25:46.908775 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a1995204-e93b-4741-bbfd-f3811e2c447e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:46.995510 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a1995204-e93b-4741-bbfd-f3811e2c447e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520401'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:47.058527 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [None req-a1995204-e93b-4741-bbfd-f3811e2c447e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a6650e2da0d74f7d84062fbd5d93507c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4706306 Sep 23 07:25:47.061262 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1995204-e93b-4741-bbfd-f3811e2c447e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ffdc873-8502-4ae1-be0d-ccd7fc2743a7,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:25:47.061364 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.62', 52544) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:25:47.114873 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1a221e0d-2959-4dfb-b5fe-52c7533d3699 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:47.150244 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1a221e0d-2959-4dfb-b5fe-52c7533d3699 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:47.277780 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd3364c-85b3-47f3-9cde-d47d1321fdba req-1fcffd72-da3c-4fbc-bafb-3195b188e9a4 tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:25:47.279448 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-1cd3364c-85b3-47f3-9cde-d47d1321fdba req-1fcffd72-da3c-4fbc-bafb-3195b188e9a4 tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/ports?device_id=c49bb731-9c90-48ec-b81e-5f87ca815b68 HTTP/1.1" status: 200 len: 945 time: 0.0583093 Sep 23 07:25:47.323396 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-1cd3364c-85b3-47f3-9cde-d47d1321fdba req-91667299-9970-4305-b089-2ea71826365e tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/security-groups?id=b1176efc-2ea4-4549-99dc-1bd682ff6d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374234 Sep 23 07:25:47.337821 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1a221e0d-2959-4dfb-b5fe-52c7533d3699 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520401'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:47.340366 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1a221e0d-2959-4dfb-b5fe-52c7533d3699 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:47.349148 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [None req-1a221e0d-2959-4dfb-b5fe-52c7533d3699 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/9ffdc873-8502-4ae1-be0d-ccd7fc2743a7 HTTP/1.1" status: 204 len: 168 time: 0.2792327 Sep 23 07:25:47.355706 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a221e0d-2959-4dfb-b5fe-52c7533d3699 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ffdc873-8502-4ae1-be0d-ccd7fc2743a7,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:25:47.776517 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.62', 52562) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:25:47.939975 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-48208037-8836-4313-9a19-3b8b1c9230c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:48.050274 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Device d6bb6589-10dc-4457-a5d4-9ba0d6876b14 up at agent hyperv_hv-cinder-80588 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:25:48.109945 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69acebf2-a244-44a2-9d38-589c964de16b req-4fa0f962-4327-4192-a5b0-a4d50c74cd04 tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:25:48.111397 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-69acebf2-a244-44a2-9d38-589c964de16b req-4fa0f962-4327-4192-a5b0-a4d50c74cd04 tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] 10.222.0.62 "GET /v2.0/ports?device_id=5a1263c0-b19f-467b-b6f6-2aff14b4001d HTTP/1.1" status: 200 len: 945 time: 0.1170087 Sep 23 07:25:48.194392 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-69acebf2-a244-44a2-9d38-589c964de16b req-6838d47a-b5d4-42ba-9159-b6e3b8d6329d tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] 10.222.0.62 "GET /v2.0/security-groups?id=f6ce59f4-c512-4d64-bc05-96f67bf65409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684950 Sep 23 07:25:48.195337 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Provisioning for port d6bb6589-10dc-4457-a5d4-9ba0d6876b14 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 07:25:48.201841 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Provisioning complete for port d6bb6589-10dc-4457-a5d4-9ba0d6876b14 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:25:48.202674 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703931'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:48.243810 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-48208037-8836-4313-9a19-3b8b1c9230c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:48.320827 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:48.329669 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-48208037-8836-4313-9a19-3b8b1c9230c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520401'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:48.346765 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a1263c0-b19f-467b-b6f6-2aff14b4001d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6bb6589-10dc-4457-a5d4-9ba0d6876b14'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:25:48.349709 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8cb1569f887212d656241d478829572ac01e5268e755a1d7af7c5208f8517aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c2eb7c3-c53f-45b7-990b-abee0aad43c6" -d '{"events": [{"server_uuid": "5a1263c0-b19f-467b-b6f6-2aff14b4001d", "name": "network-vif-plugged", "status": "completed", "tag": "d6bb6589-10dc-4457-a5d4-9ba0d6876b14"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:25:48.391796 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] For port d6bb6589-10dc-4457-a5d4-9ba0d6876b14, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=d6bb6589-10dc-4457-a5d4-9ba0d6876b14,segment=NetworkSegment(30ea837a-f393-437b-a40e-aa4a286716b2),segment_id=30ea837a-f393-437b-a40e-aa4a286716b2)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:25:48.405359 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [None req-48208037-8836-4313-9a19-3b8b1c9230c6 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=7263d1304bde418687fadb6116952543&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6260772 Sep 23 07:25:48.408271 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48208037-8836-4313-9a19-3b8b1c9230c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7896feb8-64d1-4e8c-ab91-d2e255bd0d46,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:25:48.411018 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 07:25:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47506930-6d1b-45c4-bdc9-c08e0bed42df x-openstack-request-id: req-47506930-6d1b-45c4-bdc9-c08e0bed42df {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:25:48.411336 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a1263c0-b19f-467b-b6f6-2aff14b4001d", "name": "network-vif-plugged", "status": "completed", "tag": "d6bb6589-10dc-4457-a5d4-9ba0d6876b14", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:25:48.411988 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.62', 52596) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:25:48.412526 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-47506930-6d1b-45c4-bdc9-c08e0bed42df {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:25:48.413188 dv-cinder-805887-18-iscsi neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a1263c0-b19f-467b-b6f6-2aff14b4001d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6bb6589-10dc-4457-a5d4-9ba0d6876b14', 'code': 200} Sep 23 07:25:48.482609 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-61460866-9ede-4118-8a46-8c9f6e73c2dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:48.490841 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728618137860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728617650881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728617650899'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:48.492506 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Device 73ea1406-0ef0-4d27-9346-5d048311a408 no longer exists at agent hyperv_hv-cinder-80588 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:25:48.535689 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-61460866-9ede-4118-8a46-8c9f6e73c2dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:48.557520 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] No Port match for: 73ea1406-0ef0-4d27-9346-5d048311a408 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 07:25:48.557520 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Device 73ea1406-0ef0-4d27-9346-5d048311a408 not bound to the agent host hv-cinder-80588 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 07:25:48.603134 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef8d931-0b3d-48e2-906d-3dc8d7cc02af req-f72746b9-0bd4-4966-aea5-aced848015ae tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:25:48.603134 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-eef8d931-0b3d-48e2-906d-3dc8d7cc02af req-f72746b9-0bd4-4966-aea5-aced848015ae tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/ports?device_id=c49bb731-9c90-48ec-b81e-5f87ca815b68 HTTP/1.1" status: 200 len: 945 time: 0.1298943 Sep 23 07:25:48.612530 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Pushing event updated for resources: {'Port': ['ID=d6bb6589-10dc-4457-a5d4-9ba0d6876b14,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:25:48.677690 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-eef8d931-0b3d-48e2-906d-3dc8d7cc02af req-750a6b98-1317-406b-bf4e-e0ebe56bec92 tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/security-groups?id=b1176efc-2ea4-4549-99dc-1bd682ff6d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666530 Sep 23 07:25:48.789403 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-61460866-9ede-4118-8a46-8c9f6e73c2dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520401'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:48.792027 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-61460866-9ede-4118-8a46-8c9f6e73c2dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:48.795660 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [None req-61460866-9ede-4118-8a46-8c9f6e73c2dd admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/7896feb8-64d1-4e8c-ab91-d2e255bd0d46 HTTP/1.1" status: 204 len: 168 time: 0.3794210 Sep 23 07:25:48.804547 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61460866-9ede-4118-8a46-8c9f6e73c2dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7896feb8-64d1-4e8c-ab91-d2e255bd0d46,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:25:48.891908 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdb0e28-8b2f-4946-8c93-db4abd918330 req-d149ee20-b1e2-4490-b116-86d93d6cafc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:25:48.893757 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-7fdb0e28-8b2f-4946-8c93-db4abd918330 req-d149ee20-b1e2-4490-b116-86d93d6cafc4 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=5a1263c0-b19f-467b-b6f6-2aff14b4001d HTTP/1.1" status: 200 len: 1099 time: 0.0427337 Sep 23 07:25:48.961881 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-7fdb0e28-8b2f-4946-8c93-db4abd918330 req-b2146a26-8d18-46cd-b258-bf58a0ae4738 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=f6ce59f4-c512-4d64-bc05-96f67bf65409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495558 Sep 23 07:25:49.349217 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca54df5f-5c8e-4a54-ac55-8dd5151841f2 req-86486b5e-8761-48e2-96f6-a0a1bd8ecbe0 tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:25:49.351400 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-ca54df5f-5c8e-4a54-ac55-8dd5151841f2 req-86486b5e-8761-48e2-96f6-a0a1bd8ecbe0 tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] 10.222.0.62 "GET /v2.0/ports?device_id=5a1263c0-b19f-467b-b6f6-2aff14b4001d HTTP/1.1" status: 200 len: 946 time: 0.0614676 Sep 23 07:25:49.401013 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-ca54df5f-5c8e-4a54-ac55-8dd5151841f2 req-08756ae5-2f56-4394-a403-a42e20d83578 tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] 10.222.0.62 "GET /v2.0/security-groups?id=f6ce59f4-c512-4d64-bc05-96f67bf65409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434763 Sep 23 07:25:49.738799 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.62', 52636) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:25:49.785017 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8c06042c-e666-4377-82ef-2c9316a9d0ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:49.817658 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.62', 52642) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:25:49.876771 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.db.db_base_plugin_v2 [None req-06cb2c07-1ef1-4869-b8ad-3f41e77c668d admin admin] Deleting subnet 8536afbc-bcf7-45b4-8966-898fad98ec1d {{(pid=94840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 07:25:49.881555 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-06cb2c07-1ef1-4869-b8ad-3f41e77c668d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:49.908616 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac741e6-0599-44ff-bef7-cb3e5e0da8aa req-6eb3b6d6-e000-49e1-afcd-f147dfab9a84 tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:25:49.914607 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-aac741e6-0599-44ff-bef7-cb3e5e0da8aa req-6eb3b6d6-e000-49e1-afcd-f147dfab9a84 tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/ports?device_id=c49bb731-9c90-48ec-b81e-5f87ca815b68 HTTP/1.1" status: 200 len: 945 time: 0.1055322 Sep 23 07:25:49.922092 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-06cb2c07-1ef1-4869-b8ad-3f41e77c668d admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:49.933086 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-06cb2c07-1ef1-4869-b8ad-3f41e77c668d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1691543'] for subnet, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:49.996505 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-aac741e6-0599-44ff-bef7-cb3e5e0da8aa req-ee32d95e-6b65-4196-a3bd-c8d7e99c5107 tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/security-groups?id=b1176efc-2ea4-4549-99dc-1bd682ff6d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785532 Sep 23 07:25:50.016017 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8c06042c-e666-4377-82ef-2c9316a9d0ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:50.144187 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-06cb2c07-1ef1-4869-b8ad-3f41e77c668d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1691550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957'] for subnet, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:50.175208 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cb2c07-1ef1-4869-b8ad-3f41e77c668d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8536afbc-bcf7-45b4-8966-898fad98ec1d,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:25:50.177800 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8c06042c-e666-4377-82ef-2c9316a9d0ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520401'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:50.181612 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-06cb2c07-1ef1-4869-b8ad-3f41e77c668d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577015'] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:50.186781 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [None req-06cb2c07-1ef1-4869-b8ad-3f41e77c668d admin admin] 10.222.0.62 "DELETE /v2.0/subnets/8536afbc-bcf7-45b4-8966-898fad98ec1d HTTP/1.1" status: 204 len: 168 time: 0.3678775 Sep 23 07:25:50.187261 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.62', 52652) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:25:50.223056 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [None req-8c06042c-e666-4377-82ef-2c9316a9d0ab admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b1bfde466d7d4c098b0aa38829ab0426&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4827650 Sep 23 07:25:50.223788 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c06042c-e666-4377-82ef-2c9316a9d0ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e0ec896-dab9-4c87-993e-2689a37f1d10,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:25:50.226262 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.62', 52656) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:25:50.272501 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-60993ce5-2549-4605-9117-228149f93e1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1626991'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:50.283516 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-edad8bc1-771c-4b98-a00e-d661ff5ecf25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:50.310766 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-edad8bc1-771c-4b98-a00e-d661ff5ecf25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:50.386047 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-60993ce5-2549-4605-9117-228149f93e1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687854', 'neutron.services.segments.db._delete_segments_for_network-8728618163092'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:50.417587 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-60993ce5-2549-4605-9117-228149f93e1c admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 07:25:50.418016 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-60993ce5-2549-4605-9117-228149f93e1c admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 07:25:50.418828 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-60993ce5-2549-4605-9117-228149f93e1c admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 07:25:50.419307 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-60993ce5-2549-4605-9117-228149f93e1c admin admin] Subscribe: > port after_create 55550000 {{(pid=94840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 07:25:50.419597 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-60993ce5-2549-4605-9117-228149f93e1c admin admin] Subscribe: > port after_delete 55550000 {{(pid=94840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 07:25:50.419939 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-60993ce5-2549-4605-9117-228149f93e1c admin admin] Subscribe: > port after_update 55550000 {{(pid=94840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 07:25:50.420317 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-60993ce5-2549-4605-9117-228149f93e1c admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 07:25:50.420588 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-60993ce5-2549-4605-9117-228149f93e1c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 07:25:50.422855 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-60993ce5-2549-4605-9117-228149f93e1c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 07:25:50.423201 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-60993ce5-2549-4605-9117-228149f93e1c admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 07:25:50.434814 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-edad8bc1-771c-4b98-a00e-d661ff5ecf25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520401'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:50.438013 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-edad8bc1-771c-4b98-a00e-d661ff5ecf25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:50.438013 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [None req-edad8bc1-771c-4b98-a00e-d661ff5ecf25 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/1e0ec896-dab9-4c87-993e-2689a37f1d10 HTTP/1.1" status: 204 len: 168 time: 0.2119842 Sep 23 07:25:50.457052 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edad8bc1-771c-4b98-a00e-d661ff5ecf25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e0ec896-dab9-4c87-993e-2689a37f1d10,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:25:50.571522 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a7c51b-cfff-452e-bb80-914531a1481d req-595a842c-8d12-41c5-b0ab-b056597b1767 tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:25:50.573211 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-53a7c51b-cfff-452e-bb80-914531a1481d req-595a842c-8d12-41c5-b0ab-b056597b1767 tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] 10.222.0.62 "GET /v2.0/ports?device_id=5a1263c0-b19f-467b-b6f6-2aff14b4001d HTTP/1.1" status: 200 len: 946 time: 0.0535753 Sep 23 07:25:50.615980 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-60993ce5-2549-4605-9117-228149f93e1c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 07:25:50.616892 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-60993ce5-2549-4605-9117-228149f93e1c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 07:25:50.617423 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-60993ce5-2549-4605-9117-228149f93e1c admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 07:25:50.617957 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-60993ce5-2549-4605-9117-228149f93e1c admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 07:25:50.618623 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.services.segments.db [None req-60993ce5-2549-4605-9117-228149f93e1c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2717a2a1-7002-40c6-a5d5-9f449842d752']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:25:50.635082 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-53a7c51b-cfff-452e-bb80-914531a1481d req-f36a6deb-2940-4caf-bf15-1060c0274db0 tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] 10.222.0.62 "GET /v2.0/security-groups?id=f6ce59f4-c512-4d64-bc05-96f67bf65409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523591 Sep 23 07:25:50.653567 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.services.segments.db [None req-60993ce5-2549-4605-9117-228149f93e1c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa496057-a925-4a3e-b303-dd138de3eddc') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:25:50.653875 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.services.segments.db [None req-60993ce5-2549-4605-9117-228149f93e1c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa496057-a925-4a3e-b303-dd138de3eddc') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:25:50.673647 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-60993ce5-2549-4605-9117-228149f93e1c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728618162845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60626725'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:50.701592 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-60993ce5-2549-4605-9117-228149f93e1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692928'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:50.711872 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60993ce5-2549-4605-9117-228149f93e1c admin admin] Releasing vlan 596 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 07:25:50.712473 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-60993ce5-2549-4605-9117-228149f93e1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58954369'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:50.721796 dv-cinder-805887-18-iscsi neutron-server[94840]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 23 07:25:50.721796 dv-cinder-805887-18-iscsi neutron-server[94840]: from cryptography.utils import int_from_bytes Sep 23 07:25:50.721796 dv-cinder-805887-18-iscsi neutron-server[94840]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 23 07:25:50.721796 dv-cinder-805887-18-iscsi neutron-server[94840]: from cryptography.utils import int_from_bytes Sep 23 07:25:50.721796 dv-cinder-805887-18-iscsi neutron-server[94840]: Traceback (most recent call last): Sep 23 07:25:50.721796 dv-cinder-805887-18-iscsi neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 07:25:50.721796 dv-cinder-805887-18-iscsi neutron-server[94840]: timer() Sep 23 07:25:50.721796 dv-cinder-805887-18-iscsi neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 07:25:50.721796 dv-cinder-805887-18-iscsi neutron-server[94840]: cb(*args, **kw) Sep 23 07:25:50.721796 dv-cinder-805887-18-iscsi neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 07:25:50.721796 dv-cinder-805887-18-iscsi neutron-server[94840]: return func(*args, **kwargs) Sep 23 07:25:50.721796 dv-cinder-805887-18-iscsi neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 07:25:50.721796 dv-cinder-805887-18-iscsi neutron-server[94840]: self._notify() Sep 23 07:25:50.721796 dv-cinder-805887-18-iscsi neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 07:25:50.721796 dv-cinder-805887-18-iscsi neutron-server[94840]: self.callback(batched_events) Sep 23 07:25:50.721796 dv-cinder-805887-18-iscsi neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 07:25:50.721796 dv-cinder-805887-18-iscsi neutron-server[94840]: event.method(event) Sep 23 07:25:50.721796 dv-cinder-805887-18-iscsi neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 07:25:50.721796 dv-cinder-805887-18-iscsi neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 07:25:50.721796 dv-cinder-805887-18-iscsi neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 07:25:50.721796 dv-cinder-805887-18-iscsi neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 07:25:50.721796 dv-cinder-805887-18-iscsi neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 07:25:50.721796 dv-cinder-805887-18-iscsi neutron-server[94840]: return f(self, *a, **k) Sep 23 07:25:50.721796 dv-cinder-805887-18-iscsi neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 07:25:50.721796 dv-cinder-805887-18-iscsi neutron-server[94840]: return self._get(url).json() Sep 23 07:25:50.721796 dv-cinder-805887-18-iscsi neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 07:25:50.721796 dv-cinder-805887-18-iscsi neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 07:25:50.721796 dv-cinder-805887-18-iscsi neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 07:25:50.721796 dv-cinder-805887-18-iscsi neutron-server[94840]: return self.request(url, 'GET', **kwargs) Sep 23 07:25:50.721796 dv-cinder-805887-18-iscsi neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 07:25:50.721796 dv-cinder-805887-18-iscsi neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 07:25:50.721796 dv-cinder-805887-18-iscsi neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 07:25:50.721796 dv-cinder-805887-18-iscsi neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 07:25:50.721796 dv-cinder-805887-18-iscsi neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 07:25:50.721796 dv-cinder-805887-18-iscsi neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 07:25:50.721796 dv-cinder-805887-18-iscsi neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 07:25:50.927110 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-60993ce5-2549-4605-9117-228149f93e1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455948'] for network, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:50.938916 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-60993ce5-2549-4605-9117-228149f93e1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577015'] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:50.942375 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [None req-60993ce5-2549-4605-9117-228149f93e1c admin admin] 10.222.0.62 "DELETE /v2.0/networks/2717a2a1-7002-40c6-a5d5-9f449842d752 HTTP/1.1" status: 204 len: 168 time: 0.7536724 Sep 23 07:25:50.964177 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60993ce5-2549-4605-9117-228149f93e1c admin admin] Pushing event deleted for resources: {'Network': ['ID=2717a2a1-7002-40c6-a5d5-9f449842d752,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:25:51.169097 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3595bf-cf89-4f38-98f3-7cb534279e6c req-ded93cf4-9a18-4bdc-bd30-7a7883598543 tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:25:51.170712 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-0a3595bf-cf89-4f38-98f3-7cb534279e6c req-ded93cf4-9a18-4bdc-bd30-7a7883598543 tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/ports?device_id=c49bb731-9c90-48ec-b81e-5f87ca815b68 HTTP/1.1" status: 200 len: 945 time: 0.0565283 Sep 23 07:25:51.214482 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-0a3595bf-cf89-4f38-98f3-7cb534279e6c req-f4746938-c38c-4e5b-9286-1631ff5147e8 tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/security-groups?id=b1176efc-2ea4-4549-99dc-1bd682ff6d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372581 Sep 23 07:25:51.557386 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.62', 52692) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:25:51.640251 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [None req-aeb7aace-518b-4931-875f-0051c4210b2a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d48ba685da4e429ba433001cd3762eb6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0773335 Sep 23 07:25:51.641931 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.62', 52696) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:25:51.740016 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e5e26646-21c3-4026-a733-b89b1e124af2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:51.774291 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e5e26646-21c3-4026-a733-b89b1e124af2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:51.854920 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370e6a91-c4cd-4d72-8e7c-dcbb63cbd481 req-a84e307a-926d-4ce1-a4b7-10c458a5e114 tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:25:51.856956 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-370e6a91-c4cd-4d72-8e7c-dcbb63cbd481 req-a84e307a-926d-4ce1-a4b7-10c458a5e114 tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] 10.222.0.62 "GET /v2.0/ports?device_id=5a1263c0-b19f-467b-b6f6-2aff14b4001d HTTP/1.1" status: 200 len: 946 time: 0.0803049 Sep 23 07:25:51.925825 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-370e6a91-c4cd-4d72-8e7c-dcbb63cbd481 req-0d6b47c8-def9-41ec-be31-b1248f2a0e52 tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] 10.222.0.62 "GET /v2.0/security-groups?id=f6ce59f4-c512-4d64-bc05-96f67bf65409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533617 Sep 23 07:25:51.950453 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e5e26646-21c3-4026-a733-b89b1e124af2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520401'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:51.959497 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e5e26646-21c3-4026-a733-b89b1e124af2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:51.960842 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [None req-e5e26646-21c3-4026-a733-b89b1e124af2 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5bf02978-f38f-4627-83c7-d630e2f8decc HTTP/1.1" status: 204 len: 168 time: 0.3174958 Sep 23 07:25:51.975352 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e26646-21c3-4026-a733-b89b1e124af2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bf02978-f38f-4627-83c7-d630e2f8decc,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:25:52.392505 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3695836-9e14-4ca0-9e5e-a950fea9f5ef req-56d70ddc-7d6c-4bc4-86f2-64b6890b4b52 tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:25:52.394964 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-b3695836-9e14-4ca0-9e5e-a950fea9f5ef req-56d70ddc-7d6c-4bc4-86f2-64b6890b4b52 tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/ports?device_id=c49bb731-9c90-48ec-b81e-5f87ca815b68 HTTP/1.1" status: 200 len: 945 time: 0.0873234 Sep 23 07:25:52.475313 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-b3695836-9e14-4ca0-9e5e-a950fea9f5ef req-8dd0b141-b471-4c30-9ffd-69e93add7920 tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/security-groups?id=b1176efc-2ea4-4549-99dc-1bd682ff6d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659509 Sep 23 07:25:52.888362 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4847273d-2aed-4292-95b0-bc33be77897e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:53.679334 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594165f7-70e2-46bd-a1e3-c21b5fd7de40 req-c37e9f34-af66-46c9-9b3d-2410566d9d56 tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:25:53.683015 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-594165f7-70e2-46bd-a1e3-c21b5fd7de40 req-c37e9f34-af66-46c9-9b3d-2410566d9d56 tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/ports?device_id=c49bb731-9c90-48ec-b81e-5f87ca815b68 HTTP/1.1" status: 200 len: 945 time: 0.0755827 Sep 23 07:25:53.734761 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-594165f7-70e2-46bd-a1e3-c21b5fd7de40 req-c41368ca-9ec4-4008-9f2a-74abed4e4140 tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/security-groups?id=b1176efc-2ea4-4549-99dc-1bd682ff6d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409367 Sep 23 07:25:54.068501 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.62', 52792) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:25:54.225040 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a7bea133-82be-4981-9cce-dd52afe8acfa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:54.401658 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a7bea133-82be-4981-9cce-dd52afe8acfa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:54.492946 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a7bea133-82be-4981-9cce-dd52afe8acfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520401'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:54.559977 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [None req-a7bea133-82be-4981-9cce-dd52afe8acfa admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=58619f44572e499f9a7e1ef0e00d0eec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4903007 Sep 23 07:25:54.561835 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bea133-82be-4981-9cce-dd52afe8acfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f247191-9073-4db6-b63d-1aea109e81ab,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:25:54.563378 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.62', 52826) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:25:54.631361 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c7e1f5d9-64d2-4236-812d-f1a3dd130dc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:54.658128 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c7e1f5d9-64d2-4236-812d-f1a3dd130dc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:54.847742 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c7e1f5d9-64d2-4236-812d-f1a3dd130dc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520401'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:54.856169 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c7e1f5d9-64d2-4236-812d-f1a3dd130dc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:54.857850 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [None req-c7e1f5d9-64d2-4236-812d-f1a3dd130dc8 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/1f247191-9073-4db6-b63d-1aea109e81ab HTTP/1.1" status: 204 len: 168 time: 0.2933702 Sep 23 07:25:54.879387 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e1f5d9-64d2-4236-812d-f1a3dd130dc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f247191-9073-4db6-b63d-1aea109e81ab,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:25:54.932666 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd659c67-ceb5-4273-89a0-1fcffa9a67d9 req-820a3d85-9b5e-444a-a051-56f6be2ed7eb tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:25:54.937513 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-fd659c67-ceb5-4273-89a0-1fcffa9a67d9 req-820a3d85-9b5e-444a-a051-56f6be2ed7eb tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/ports?device_id=c49bb731-9c90-48ec-b81e-5f87ca815b68 HTTP/1.1" status: 200 len: 945 time: 0.1036229 Sep 23 07:25:54.996305 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-fd659c67-ceb5-4273-89a0-1fcffa9a67d9 req-4bc95271-332b-472a-a031-5bea6eff5694 tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/security-groups?id=b1176efc-2ea4-4549-99dc-1bd682ff6d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539548 Sep 23 07:25:55.151493 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.62', 52848) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:25:55.465759 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-43150d6a-8469-417e-bda8-15f1825ea45b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:55.611991 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-43150d6a-8469-417e-bda8-15f1825ea45b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:55.742353 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-43150d6a-8469-417e-bda8-15f1825ea45b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520401'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:55.791837 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [None req-43150d6a-8469-417e-bda8-15f1825ea45b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=3c33f058c26547bd982040f97d88723b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6386909 Sep 23 07:25:55.792447 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f73732-9634-44ee-91f7-cb84d99807c3 req-9f44cd3a-89a7-4aae-be16-f36c7e29400e tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:25:55.794382 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-a5f73732-9634-44ee-91f7-cb84d99807c3 req-9f44cd3a-89a7-4aae-be16-f36c7e29400e tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] 10.222.0.62 "GET /v2.0/networks?id=1ce4a294-9c55-4277-9fd9-de791fcf5fca HTTP/1.1" status: 200 len: 815 time: 0.1669402 Sep 23 07:25:55.795128 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.62', 52870) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:25:55.799340 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43150d6a-8469-417e-bda8-15f1825ea45b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5033dcb3-2280-43aa-a376-3b291f02368f,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:25:55.846244 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-a5f73732-9634-44ee-91f7-cb84d99807c3 req-c204e32b-2b5a-48ce-88e0-d291e9df9b21 tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] 10.222.0.62 "GET /v2.0/quotas/3590db7dd01d4aa3a7bd827211d3c4b9 HTTP/1.1" status: 200 len: 375 time: 0.0316706 Sep 23 07:25:55.908582 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1c66f9bd-a629-48ca-a237-85b6f689a823 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:55.941785 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-a5f73732-9634-44ee-91f7-cb84d99807c3 req-ef8f51d8-2e9c-4f0a-9b53-65b0480f250a tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=3590db7dd01d4aa3a7bd827211d3c4b9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0849044 Sep 23 07:25:55.943917 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1c66f9bd-a629-48ca-a237-85b6f689a823 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:55.975361 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.62', 52872) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:25:55.994159 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bfe96196-8a20-454d-977c-15967dfb3295 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:56.077541 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-a5f73732-9634-44ee-91f7-cb84d99807c3 req-81adf2c8-2935-43ba-9efc-6e962308e8ff service neutron] 10.222.0.62 "GET /v2.0/networks/1ce4a294-9c55-4277-9fd9-de791fcf5fca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265092 Sep 23 07:25:56.153888 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1c66f9bd-a629-48ca-a237-85b6f689a823 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520401'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:56.157126 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1c66f9bd-a629-48ca-a237-85b6f689a823 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:56.160821 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [None req-1c66f9bd-a629-48ca-a237-85b6f689a823 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5033dcb3-2280-43aa-a376-3b291f02368f HTTP/1.1" status: 204 len: 168 time: 0.3641229 Sep 23 07:25:56.203014 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c66f9bd-a629-48ca-a237-85b6f689a823 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5033dcb3-2280-43aa-a376-3b291f02368f,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:25:56.232050 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-a5f73732-9634-44ee-91f7-cb84d99807c3 req-d5e8d67e-dbbb-423a-a1e3-b348670d6597 service neutron] 10.222.0.62 "GET /v2.0/networks/1ce4a294-9c55-4277-9fd9-de791fcf5fca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481311 Sep 23 07:25:56.263907 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bfe96196-8a20-454d-977c-15967dfb3295 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:56.323844 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bfe96196-8a20-454d-977c-15967dfb3295 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520401'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:56.369542 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe96196-8a20-454d-977c-15967dfb3295 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11664ed9-5bfc-4232-b488-2a0bf2e5354f,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:25:56.379890 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0352327-c627-4ea6-82d9-701046c711f3 req-92fa9d9f-0ce0-45c1-97cb-a96a142b82ea tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:25:56.384593 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-f0352327-c627-4ea6-82d9-701046c711f3 req-92fa9d9f-0ce0-45c1-97cb-a96a142b82ea tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/ports?device_id=c49bb731-9c90-48ec-b81e-5f87ca815b68 HTTP/1.1" status: 200 len: 945 time: 0.0775080 Sep 23 07:25:56.386146 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.62', 52884) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:25:56.396856 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [None req-bfe96196-8a20-454d-977c-15967dfb3295 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4d0c0ca59eab4c9da94a5c85f0bea431&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4049232 Sep 23 07:25:56.470980 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-f0352327-c627-4ea6-82d9-701046c711f3 req-216844fd-259d-4d6c-a165-37527a78bd6d tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/security-groups?id=b1176efc-2ea4-4549-99dc-1bd682ff6d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631843 Sep 23 07:25:56.477219 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-cbe944f7-f32d-4322-8dc7-f62eb48787ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:56.513004 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-cbe944f7-f32d-4322-8dc7-f62eb48787ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:56.612762 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-071a8230-1928-414d-9eaf-b28485b05046 req-f0900d1e-41b7-4980-a2aa-57e6b0c070d1 tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] 10.222.0.62 "GET /v2.0/ports?device_id=875d064e-acae-4aad-b8b9-e26fb6e11e06 HTTP/1.1" status: 200 len: 210 time: 0.0295689 Sep 23 07:25:56.616284 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f775fe3d-f38a-403d-8458-5c2c29f062dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:56.738891 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-cbe944f7-f32d-4322-8dc7-f62eb48787ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520401'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:56.744369 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-cbe944f7-f32d-4322-8dc7-f62eb48787ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:56.750244 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [None req-cbe944f7-f32d-4322-8dc7-f62eb48787ca admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/11664ed9-5bfc-4232-b488-2a0bf2e5354f HTTP/1.1" status: 204 len: 168 time: 0.3588123 Sep 23 07:25:56.771930 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe944f7-f32d-4322-8dc7-f62eb48787ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11664ed9-5bfc-4232-b488-2a0bf2e5354f,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:25:57.624062 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06825fff-de21-4a48-8820-ffa481cc5944 req-d3c20474-8255-422a-b0c6-dcf421c474db tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:25:57.625917 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-06825fff-de21-4a48-8820-ffa481cc5944 req-d3c20474-8255-422a-b0c6-dcf421c474db tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/ports?device_id=c49bb731-9c90-48ec-b81e-5f87ca815b68 HTTP/1.1" status: 200 len: 945 time: 0.0590305 Sep 23 07:25:57.685730 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-06825fff-de21-4a48-8820-ffa481cc5944 req-7e7384d2-6f5b-4131-90d8-eb060b50792c tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/security-groups?id=b1176efc-2ea4-4549-99dc-1bd682ff6d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518696 Sep 23 07:25:57.763800 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:57.771997 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-0eaf9954-23f3-4dd0-8912-6108b35cb669 req-0fc167ba-21cc-4d17-8fd3-32672f389ff9 tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] 10.222.0.62 "GET /v2.0/ports?device_id=875d064e-acae-4aad-b8b9-e26fb6e11e06 HTTP/1.1" status: 200 len: 210 time: 0.0423801 Sep 23 07:25:57.880453 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:58.063782 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-1854caf6-1153-400a-8d11-9ed8c1e229e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:58.836608 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3187e816-6d4b-4eb8-aa01-a9d3aea707a1 req-c67b8850-7c14-41f8-a65c-0fba0e3a83b8 tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:25:58.838253 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-3187e816-6d4b-4eb8-aa01-a9d3aea707a1 req-c67b8850-7c14-41f8-a65c-0fba0e3a83b8 tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/ports?device_id=c49bb731-9c90-48ec-b81e-5f87ca815b68 HTTP/1.1" status: 200 len: 945 time: 0.0603743 Sep 23 07:25:58.882918 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-3187e816-6d4b-4eb8-aa01-a9d3aea707a1 req-0c83fae5-9276-4cca-a01e-01f2a8cb679a tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/security-groups?id=b1176efc-2ea4-4549-99dc-1bd682ff6d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381742 Sep 23 07:25:59.026644 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-a5fa67ff-06ab-4304-a783-6de963851584 req-84a0898a-8ed1-4cc7-9ae6-64c26b053a16 tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] 10.222.0.62 "GET /v2.0/ports?device_id=875d064e-acae-4aad-b8b9-e26fb6e11e06 HTTP/1.1" status: 200 len: 210 time: 0.0409939 Sep 23 07:25:59.523368 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f73732-9634-44ee-91f7-cb84d99807c3 req-e515d634-41e3-41d7-8937-0b9dca8ca29f tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:25:59.525139 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-a5f73732-9634-44ee-91f7-cb84d99807c3 req-e515d634-41e3-41d7-8937-0b9dca8ca29f tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] 10.222.0.53 "GET /v2.0/networks?id=1ce4a294-9c55-4277-9fd9-de791fcf5fca HTTP/1.1" status: 200 len: 815 time: 0.1903641 Sep 23 07:25:59.543602 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.v2.base [req-a5f73732-9634-44ee-91f7-cb84d99807c3 req-caadc286-016d-45bb-b634-b8b51ebcd2c3 tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] Request body: {'port': {'device_id': '875d064e-acae-4aad-b8b9-e26fb6e11e06', 'network_id': '1ce4a294-9c55-4277-9fd9-de791fcf5fca', 'admin_state_up': True, 'tenant_id': '3590db7dd01d4aa3a7bd827211d3c4b9'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:25:59.818674 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5f73732-9634-44ee-91f7-cb84d99807c3 req-caadc286-016d-45bb-b634-b8b51ebcd2c3 tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] Made reservation on behalf of 3590db7dd01d4aa3a7bd827211d3c4b9 for: {'port': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:25:59.823893 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-a5f73732-9634-44ee-91f7-cb84d99807c3 req-caadc286-016d-45bb-b634-b8b51ebcd2c3 tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:59.874707 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e4079388-143e-46ee-8cf3-ea3894d72bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:00.033053 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [req-a5f73732-9634-44ee-91f7-cb84d99807c3 req-caadc286-016d-45bb-b634-b8b51ebcd2c3 tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] Allocated IP 172.20.0.3 (1ce4a294-9c55-4277-9fd9-de791fcf5fca/5f3a698b-e37e-4abe-be57-f38dd7594778/7afa8405-fa12-4ed0-a9ac-d9e457a8718d) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:26:00.084123 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a657be45-1632-4fb0-ba1b-9bd5b0a1928d req-ae1c6bd1-3b27-4b29-a205-3e76d7a0469d tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:26:00.086903 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-a657be45-1632-4fb0-ba1b-9bd5b0a1928d req-ae1c6bd1-3b27-4b29-a205-3e76d7a0469d tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/ports?device_id=c49bb731-9c90-48ec-b81e-5f87ca815b68 HTTP/1.1" status: 200 len: 945 time: 0.1099162 Sep 23 07:26:00.132868 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.62', 53062) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:26:00.210654 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-a657be45-1632-4fb0-ba1b-9bd5b0a1928d req-735b9442-e58e-4122-92a3-381261d3a5d2 tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/security-groups?id=b1176efc-2ea4-4549-99dc-1bd682ff6d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125946 Sep 23 07:26:00.308952 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-f67f416d-7d22-45e9-b7c3-d2f495c0f07e req-8590b19e-82cc-4afd-b282-15db7e973bf1 tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] 10.222.0.62 "GET /v2.0/ports?device_id=875d064e-acae-4aad-b8b9-e26fb6e11e06 HTTP/1.1" status: 200 len: 210 time: 0.0374510 Sep 23 07:26:00.344470 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-a5f73732-9634-44ee-91f7-cb84d99807c3 req-caadc286-016d-45bb-b634-b8b51ebcd2c3 tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:00.377047 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0222da0d-c89c-4e96-a58a-46eb76932f22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:00.462090 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-a5f73732-9634-44ee-91f7-cb84d99807c3 req-caadc286-016d-45bb-b634-b8b51ebcd2c3 tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728617650863'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:00.476690 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] get_ports_and_sgs() called for port_ids ['4c07a7c2-2686-4c6a-b103-64e9c7d691d5', 'd6bb6589-10dc-4457-a5d4-9ba0d6876b14'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 07:26:00.523535 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5f73732-9634-44ee-91f7-cb84d99807c3 req-caadc286-016d-45bb-b634-b8b51ebcd2c3 tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] Network 1ce4a294-9c55-4277-9fd9-de791fcf5fca is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:26:00.528441 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [req-a5f73732-9634-44ee-91f7-cb84d99807c3 req-caadc286-016d-45bb-b634-b8b51ebcd2c3 tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:26:00.530343 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0222da0d-c89c-4e96-a58a-46eb76932f22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:00.530690 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5f73732-9634-44ee-91f7-cb84d99807c3 req-caadc286-016d-45bb-b634-b8b51ebcd2c3 tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:26:00.538043 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f73732-9634-44ee-91f7-cb84d99807c3 req-caadc286-016d-45bb-b634-b8b51ebcd2c3 tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:26:00.538690 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-a5f73732-9634-44ee-91f7-cb84d99807c3 req-caadc286-016d-45bb-b634-b8b51ebcd2c3 tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210484'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:00.573656 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caadc286-016d-45bb-b634-b8b51ebcd2c3 tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] Pushing event updated for resources: {'Port': ['ID=7afa8405-fa12-4ed0-a9ac-d9e457a8718d,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:26:00.641299 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0222da0d-c89c-4e96-a58a-46eb76932f22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520401'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:00.726522 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [None req-0222da0d-c89c-4e96-a58a-46eb76932f22 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=bc800673954140859047c85d00c838b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5911846 Sep 23 07:26:00.730094 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.62', 53076) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:26:00.750011 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-a5f73732-9634-44ee-91f7-cb84d99807c3 req-caadc286-016d-45bb-b634-b8b51ebcd2c3 tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2113230 Sep 23 07:26:00.764485 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0222da0d-c89c-4e96-a58a-46eb76932f22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d099321-6b34-428c-8439-695603f656e9,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:26:00.804199 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.v2.base [req-a5f73732-9634-44ee-91f7-cb84d99807c3 req-ba5d3aa2-e7ed-4b60-8b39-c83b577af9ba service neutron] Request body: {'port': {'device_id': '875d064e-acae-4aad-b8b9-e26fb6e11e06', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80588'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:26:00.881527 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-16ca4a54-d863-4bbb-bd85-8cd3da2ecbbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:00.889190 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-a5f73732-9634-44ee-91f7-cb84d99807c3 req-ba5d3aa2-e7ed-4b60-8b39-c83b577af9ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:00.919576 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-16ca4a54-d863-4bbb-bd85-8cd3da2ecbbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:01.152218 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-16ca4a54-d863-4bbb-bd85-8cd3da2ecbbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520401'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:01.154941 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-16ca4a54-d863-4bbb-bd85-8cd3da2ecbbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:01.160519 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [None req-16ca4a54-d863-4bbb-bd85-8cd3da2ecbbc admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/9d099321-6b34-428c-8439-695603f656e9 HTTP/1.1" status: 204 len: 168 time: 0.4230762 Sep 23 07:26:01.423218 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ca4a54-d863-4bbb-bd85-8cd3da2ecbbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d099321-6b34-428c-8439-695603f656e9,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:26:01.533473 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2620e970-830c-45e8-a0f9-9630b3969af6 req-9dbde275-f448-4bee-bd38-d8bebcf7a59a tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:26:01.535089 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-2620e970-830c-45e8-a0f9-9630b3969af6 req-9dbde275-f448-4bee-bd38-d8bebcf7a59a tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/ports?device_id=c49bb731-9c90-48ec-b81e-5f87ca815b68 HTTP/1.1" status: 200 len: 945 time: 0.1130662 Sep 23 07:26:01.574704 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.notifiers.nova [req-a5f73732-9634-44ee-91f7-cb84d99807c3 req-ba5d3aa2-e7ed-4b60-8b39-c83b577af9ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7afa8405-fa12-4ed0-a9ac-d9e457a8718d {{(pid=94841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 07:26:01.601723 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-a5f73732-9634-44ee-91f7-cb84d99807c3 req-ba5d3aa2-e7ed-4b60-8b39-c83b577af9ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:01.631879 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-2620e970-830c-45e8-a0f9-9630b3969af6 req-08d4b377-4117-4f58-93c9-b1d0fcaa74c0 tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/security-groups?id=b1176efc-2ea4-4549-99dc-1bd682ff6d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883503 Sep 23 07:26:01.633213 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [req-a5f73732-9634-44ee-91f7-cb84d99807c3 req-ba5d3aa2-e7ed-4b60-8b39-c83b577af9ba service neutron] Transition to ACTIVE for port object 7afa8405-fa12-4ed0-a9ac-d9e457a8718d will not be triggered until provisioned by entity L2. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 07:26:01.641889 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c306bddd-3bfd-41e8-8c69-324f70ce5782 req-263d8492-6e7f-443b-80e1-fa8798096a57 tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:26:01.643462 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-c306bddd-3bfd-41e8-8c69-324f70ce5782 req-263d8492-6e7f-443b-80e1-fa8798096a57 tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] 10.222.0.62 "GET /v2.0/ports?device_id=875d064e-acae-4aad-b8b9-e26fb6e11e06 HTTP/1.1" status: 200 len: 931 time: 0.1312928 Sep 23 07:26:01.700092 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-c306bddd-3bfd-41e8-8c69-324f70ce5782 req-68c11af5-59a0-4607-a763-9d76569edc71 tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] 10.222.0.62 "GET /v2.0/security-groups?id=f6ce59f4-c512-4d64-bc05-96f67bf65409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456727 Sep 23 07:26:01.760882 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-a5f73732-9634-44ee-91f7-cb84d99807c3 req-ba5d3aa2-e7ed-4b60-8b39-c83b577af9ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728618137860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728617650881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728617650899'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:01.816841 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5d3aa2-e7ed-4b60-8b39-c83b577af9ba service neutron] Pushing event updated for resources: {'Port': ['ID=7afa8405-fa12-4ed0-a9ac-d9e457a8718d,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:26:01.849660 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-a5f73732-9634-44ee-91f7-cb84d99807c3 req-ba5d3aa2-e7ed-4b60-8b39-c83b577af9ba service neutron] Attempting to bind port 7afa8405-fa12-4ed0-a9ac-d9e457a8718d on host hv-cinder-80588 for vnic_type normal with profile {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:26:01.850144 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-a5f73732-9634-44ee-91f7-cb84d99807c3 req-ba5d3aa2-e7ed-4b60-8b39-c83b577af9ba service neutron] Attempting to bind port 7afa8405-fa12-4ed0-a9ac-d9e457a8718d by drivers openvswitch,hyperv on host hv-cinder-80588 at level 0 using segments [{'id': '30ea837a-f393-437b-a40e-aa4a286716b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '1ce4a294-9c55-4277-9fd9-de791fcf5fca'}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:26:01.850635 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5f73732-9634-44ee-91f7-cb84d99807c3 req-ba5d3aa2-e7ed-4b60-8b39-c83b577af9ba service neutron] Attempting to bind port 7afa8405-fa12-4ed0-a9ac-d9e457a8718d on network 1ce4a294-9c55-4277-9fd9-de791fcf5fca {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:26:01.858146 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5f73732-9634-44ee-91f7-cb84d99807c3 req-ba5d3aa2-e7ed-4b60-8b39-c83b577af9ba service neutron] Port 7afa8405-fa12-4ed0-a9ac-d9e457a8718d on network 1ce4a294-9c55-4277-9fd9-de791fcf5fca not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80588 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 07:26:01.858695 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5f73732-9634-44ee-91f7-cb84d99807c3 req-ba5d3aa2-e7ed-4b60-8b39-c83b577af9ba service neutron] Attempting to bind port 7afa8405-fa12-4ed0-a9ac-d9e457a8718d on network 1ce4a294-9c55-4277-9fd9-de791fcf5fca {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:26:01.868389 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5f73732-9634-44ee-91f7-cb84d99807c3 req-ba5d3aa2-e7ed-4b60-8b39-c83b577af9ba service neutron] Checking agent: {'id': '6ad4e769-5dea-434d-bbcd-ae86f07cf259', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80588', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 7, 22, 28), 'started_at': datetime.datetime(2021, 9, 23, 7, 22, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 7, 25, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 07:26:01.868969 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5f73732-9634-44ee-91f7-cb84d99807c3 req-ba5d3aa2-e7ed-4b60-8b39-c83b577af9ba service neutron] Checking segment: {'id': '30ea837a-f393-437b-a40e-aa4a286716b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '1ce4a294-9c55-4277-9fd9-de791fcf5fca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:26:01.872248 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5f73732-9634-44ee-91f7-cb84d99807c3 req-ba5d3aa2-e7ed-4b60-8b39-c83b577af9ba service neutron] Bound using segment: {'id': '30ea837a-f393-437b-a40e-aa4a286716b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '1ce4a294-9c55-4277-9fd9-de791fcf5fca'} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 07:26:01.872248 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-a5f73732-9634-44ee-91f7-cb84d99807c3 req-ba5d3aa2-e7ed-4b60-8b39-c83b577af9ba service neutron] Bound port: 7afa8405-fa12-4ed0-a9ac-d9e457a8718d, host: hv-cinder-80588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30ea837a-f393-437b-a40e-aa4a286716b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '1ce4a294-9c55-4277-9fd9-de791fcf5fca'}}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 07:26:01.872248 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-a5f73732-9634-44ee-91f7-cb84d99807c3 req-ba5d3aa2-e7ed-4b60-8b39-c83b577af9ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:01.967051 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-a5f73732-9634-44ee-91f7-cb84d99807c3 req-ba5d3aa2-e7ed-4b60-8b39-c83b577af9ba service neutron] For port 7afa8405-fa12-4ed0-a9ac-d9e457a8718d, host hv-cinder-80588, cleared binding levels {{(pid=94841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:26:01.971243 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-a5f73732-9634-44ee-91f7-cb84d99807c3 req-ba5d3aa2-e7ed-4b60-8b39-c83b577af9ba service neutron] For port 7afa8405-fa12-4ed0-a9ac-d9e457a8718d, host hv-cinder-80588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=7afa8405-fa12-4ed0-a9ac-d9e457a8718d,segment=NetworkSegment(30ea837a-f393-437b-a40e-aa4a286716b2),segment_id=30ea837a-f393-437b-a40e-aa4a286716b2)] {{(pid=94841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 07:26:02.050722 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-a5f73732-9634-44ee-91f7-cb84d99807c3 req-ba5d3aa2-e7ed-4b60-8b39-c83b577af9ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728618137860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728617650881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728617650899'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:02.062732 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.62', 53100) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:26:02.078172 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d73f6e51-85d3-4437-8812-d72175aaa30d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:02.092610 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f73732-9634-44ee-91f7-cb84d99807c3 req-ba5d3aa2-e7ed-4b60-8b39-c83b577af9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:26:02.093149 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-a5f73732-9634-44ee-91f7-cb84d99807c3 req-ba5d3aa2-e7ed-4b60-8b39-c83b577af9ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210484'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:02.094735 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-a5f73732-9634-44ee-91f7-cb84d99807c3 req-ba5d3aa2-e7ed-4b60-8b39-c83b577af9ba service neutron] 10.222.0.53 "PUT /v2.0/ports/7afa8405-fa12-4ed0-a9ac-d9e457a8718d HTTP/1.1" status: 200 len: 1093 time: 1.3026819 Sep 23 07:26:02.095470 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '875d064e-acae-4aad-b8b9-e26fb6e11e06', 'tag': '7afa8405-fa12-4ed0-a9ac-d9e457a8718d'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:26:02.097804 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59377972be4a6b1db7d764771ea1170f497e9021ac5c159e937f759c4704c07c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b84f50af-b188-48bd-b8d7-d834e8907d3b" -d '{"events": [{"name": "network-changed", "server_uuid": "875d064e-acae-4aad-b8b9-e26fb6e11e06", "tag": "7afa8405-fa12-4ed0-a9ac-d9e457a8718d"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:26:02.143820 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 07:26:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-944c5660-a679-4037-bbe5-ca78aac9d0dd x-openstack-request-id: req-944c5660-a679-4037-bbe5-ca78aac9d0dd {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:26:02.144247 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "875d064e-acae-4aad-b8b9-e26fb6e11e06", "tag": "7afa8405-fa12-4ed0-a9ac-d9e457a8718d", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:26:02.144620 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-944c5660-a679-4037-bbe5-ca78aac9d0dd {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:26:02.145223 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '875d064e-acae-4aad-b8b9-e26fb6e11e06', 'tag': '7afa8405-fa12-4ed0-a9ac-d9e457a8718d', 'status': 'completed', 'code': 200} Sep 23 07:26:02.147723 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5d3aa2-e7ed-4b60-8b39-c83b577af9ba service neutron] Pushing event updated for resources: {'Port': ['ID=7afa8405-fa12-4ed0-a9ac-d9e457a8718d,revision_number=3']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:26:02.221346 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d73f6e51-85d3-4437-8812-d72175aaa30d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:02.254593 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84f50af-b188-48bd-b8d7-d834e8907d3b req-9d31d560-7c56-4a15-8923-dbd7ea793b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:26:02.257426 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-b84f50af-b188-48bd-b8d7-d834e8907d3b req-9d31d560-7c56-4a15-8923-dbd7ea793b4e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3590db7dd01d4aa3a7bd827211d3c4b9&device_id=875d064e-acae-4aad-b8b9-e26fb6e11e06 HTTP/1.1" status: 200 len: 1096 time: 0.0803618 Sep 23 07:26:02.382678 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84f50af-b188-48bd-b8d7-d834e8907d3b req-e61763d1-a387-4bb9-b8f4-79f3a7c3de46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:26:02.384298 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-b84f50af-b188-48bd-b8d7-d834e8907d3b req-e61763d1-a387-4bb9-b8f4-79f3a7c3de46 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=3590db7dd01d4aa3a7bd827211d3c4b9&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1164374 Sep 23 07:26:02.400886 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d73f6e51-85d3-4437-8812-d72175aaa30d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520401'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:02.446767 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [None req-d73f6e51-85d3-4437-8812-d72175aaa30d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=372f1ff390b0455aaba832834ad0f09a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3796833 Sep 23 07:26:02.446767 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73f6e51-85d3-4437-8812-d72175aaa30d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae7793aa-ccc9-4402-b105-52f788b1c25e,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:26:02.458930 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.62', 53116) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:26:02.503722 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84f50af-b188-48bd-b8d7-d834e8907d3b req-ce00c6b3-d222-470a-b9d8-afe569dd4830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:26:02.505734 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-b84f50af-b188-48bd-b8d7-d834e8907d3b req-ce00c6b3-d222-470a-b9d8-afe569dd4830 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1131377 Sep 23 07:26:02.521955 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f0861d2d-381e-4496-9835-1716b1411416 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:02.549919 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f0861d2d-381e-4496-9835-1716b1411416 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:02.621074 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f73732-9634-44ee-91f7-cb84d99807c3 req-1c1cd08f-64be-42b6-a0cb-4be115c99a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:26:02.622754 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-a5f73732-9634-44ee-91f7-cb84d99807c3 req-1c1cd08f-64be-42b6-a0cb-4be115c99a59 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3590db7dd01d4aa3a7bd827211d3c4b9&device_id=875d064e-acae-4aad-b8b9-e26fb6e11e06 HTTP/1.1" status: 200 len: 1096 time: 0.0647640 Sep 23 07:26:02.674384 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-a5f73732-9634-44ee-91f7-cb84d99807c3 req-beea58fe-e6d4-47a4-ac14-c1a9fd153ed9 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7afa8405-fa12-4ed0-a9ac-d9e457a8718d HTTP/1.1" status: 200 len: 217 time: 0.0407140 Sep 23 07:26:02.774504 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f73732-9634-44ee-91f7-cb84d99807c3 req-34d678dd-facf-4193-93d2-0e36465cbe70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:26:02.776112 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-a5f73732-9634-44ee-91f7-cb84d99807c3 req-34d678dd-facf-4193-93d2-0e36465cbe70 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5f3a698b-e37e-4abe-be57-f38dd7594778 HTTP/1.1" status: 200 len: 855 time: 0.0839145 Sep 23 07:26:02.817664 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f0861d2d-381e-4496-9835-1716b1411416 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520401'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:02.820943 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f0861d2d-381e-4496-9835-1716b1411416 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:02.822151 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [None req-f0861d2d-381e-4496-9835-1716b1411416 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ae7793aa-ccc9-4402-b105-52f788b1c25e HTTP/1.1" status: 204 len: 168 time: 0.3639083 Sep 23 07:26:02.831381 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0861d2d-381e-4496-9835-1716b1411416 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae7793aa-ccc9-4402-b105-52f788b1c25e,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:26:02.878978 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-a5f73732-9634-44ee-91f7-cb84d99807c3 req-e8710505-9ae8-49ec-a4d1-6acd72f367dc service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1ce4a294-9c55-4277-9fd9-de791fcf5fca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0933218 Sep 23 07:26:02.968715 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc1969f-496e-4e97-a6a2-2755aa769585 req-46c7d6ae-2878-45a6-8838-b4803eb19e5f tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:26:02.970652 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-3dc1969f-496e-4e97-a6a2-2755aa769585 req-46c7d6ae-2878-45a6-8838-b4803eb19e5f tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/ports?device_id=c49bb731-9c90-48ec-b81e-5f87ca815b68 HTTP/1.1" status: 200 len: 945 time: 0.1724651 Sep 23 07:26:03.026594 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a52a46-5e87-4cf6-b1f5-c82aef89cf48 req-611778be-0f66-45e0-bdf4-3d83108561b6 tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:26:03.028049 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-66a52a46-5e87-4cf6-b1f5-c82aef89cf48 req-611778be-0f66-45e0-bdf4-3d83108561b6 tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] 10.222.0.62 "GET /v2.0/ports?device_id=875d064e-acae-4aad-b8b9-e26fb6e11e06 HTTP/1.1" status: 200 len: 943 time: 0.1848910 Sep 23 07:26:03.084618 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-3dc1969f-496e-4e97-a6a2-2755aa769585 req-2f84896e-6d80-4c15-b295-7de46d8dd753 tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/security-groups?id=b1176efc-2ea4-4549-99dc-1bd682ff6d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829380 Sep 23 07:26:03.097406 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-a5f73732-9634-44ee-91f7-cb84d99807c3 req-0dcc84f6-b3ad-42e5-a1dd-04147ba74309 service neutron] 10.222.0.53 "GET /v2.0/networks/1ce4a294-9c55-4277-9fd9-de791fcf5fca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1814318 Sep 23 07:26:03.103700 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-66a52a46-5e87-4cf6-b1f5-c82aef89cf48 req-ab3ef3e7-61f0-4b34-afba-81b751eb3c37 tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] 10.222.0.62 "GET /v2.0/security-groups?id=f6ce59f4-c512-4d64-bc05-96f67bf65409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668845 Sep 23 07:26:03.228318 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-a5f73732-9634-44ee-91f7-cb84d99807c3 req-f45baf19-9ce8-405e-bf40-a6295ea29626 service neutron] 10.222.0.53 "GET /v2.0/networks/1ce4a294-9c55-4277-9fd9-de791fcf5fca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145182 Sep 23 07:26:04.252037 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f571dcb-5e37-4b52-b423-c199fdaaf803 req-f4ce928e-761c-436e-abcc-65ca39054ea0 tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:26:04.253765 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-2f571dcb-5e37-4b52-b423-c199fdaaf803 req-f4ce928e-761c-436e-abcc-65ca39054ea0 tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/ports?device_id=c49bb731-9c90-48ec-b81e-5f87ca815b68 HTTP/1.1" status: 200 len: 945 time: 0.0868621 Sep 23 07:26:04.287831 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b24a78-fd06-41bb-9b62-af192fddbd43 req-75f7cf1a-084c-431c-99c4-4208a5fcf902 tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:26:04.289635 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-b7b24a78-fd06-41bb-9b62-af192fddbd43 req-75f7cf1a-084c-431c-99c4-4208a5fcf902 tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] 10.222.0.62 "GET /v2.0/ports?device_id=875d064e-acae-4aad-b8b9-e26fb6e11e06 HTTP/1.1" status: 200 len: 943 time: 0.0891359 Sep 23 07:26:04.331030 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-2f571dcb-5e37-4b52-b423-c199fdaaf803 req-f6e1b024-7ff9-4333-9451-0f7a8e6327a5 tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/security-groups?id=b1176efc-2ea4-4549-99dc-1bd682ff6d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696929 Sep 23 07:26:04.353312 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-b7b24a78-fd06-41bb-9b62-af192fddbd43 req-133e038b-d837-4cf0-9a9c-c0a5074efc7d tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] 10.222.0.62 "GET /v2.0/security-groups?id=f6ce59f4-c512-4d64-bc05-96f67bf65409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445638 Sep 23 07:26:05.500805 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41deefaf-63a5-42d7-ba02-2e9e7bb6f15a req-c7714aa2-2c50-4587-8fec-f2354f418110 tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:26:05.506722 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-41deefaf-63a5-42d7-ba02-2e9e7bb6f15a req-c7714aa2-2c50-4587-8fec-f2354f418110 tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/ports?device_id=c49bb731-9c90-48ec-b81e-5f87ca815b68 HTTP/1.1" status: 200 len: 945 time: 0.0980511 Sep 23 07:26:05.527714 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdacc2a-4f93-4355-b754-7928cfdb63ac req-df588257-94a3-49ab-b786-4b367ec1378e tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:26:05.529308 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-abdacc2a-4f93-4355-b754-7928cfdb63ac req-df588257-94a3-49ab-b786-4b367ec1378e tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] 10.222.0.62 "GET /v2.0/ports?device_id=875d064e-acae-4aad-b8b9-e26fb6e11e06 HTTP/1.1" status: 200 len: 943 time: 0.0944355 Sep 23 07:26:05.574588 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-41deefaf-63a5-42d7-ba02-2e9e7bb6f15a req-1ca4519c-38cf-482a-bdfe-d51a1f66d0b9 tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/security-groups?id=b1176efc-2ea4-4549-99dc-1bd682ff6d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605981 Sep 23 07:26:05.590313 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-abdacc2a-4f93-4355-b754-7928cfdb63ac req-20d2ad2c-fd5e-40a7-a758-01e0e17cde63 tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] 10.222.0.62 "GET /v2.0/security-groups?id=f6ce59f4-c512-4d64-bc05-96f67bf65409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530679 Sep 23 07:26:07.769500 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Device 7afa8405-fa12-4ed0-a9ac-d9e457a8718d details requested by agent hyperv_hv-cinder-80588 with host hv-cinder-80588 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 07:26:07.898067 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] For port 7afa8405-fa12-4ed0-a9ac-d9e457a8718d, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=7afa8405-fa12-4ed0-a9ac-d9e457a8718d,segment=NetworkSegment(30ea837a-f393-437b-a40e-aa4a286716b2),segment_id=30ea837a-f393-437b-a40e-aa4a286716b2)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:26:07.915890 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Returning: {'device': '7afa8405-fa12-4ed0-a9ac-d9e457a8718d', 'network_id': '1ce4a294-9c55-4277-9fd9-de791fcf5fca', 'port_id': '7afa8405-fa12-4ed0-a9ac-d9e457a8718d', 'mac_address': 'fa:16:3e:88:c2:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f3a698b-e37e-4abe-be57-f38dd7594778', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 07:26:07.962475 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92bc509-b5f0-41b8-b9cc-d9380431f6ca req-3849c586-a37d-4177-beef-d63be6b01825 tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:26:07.964130 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-a92bc509-b5f0-41b8-b9cc-d9380431f6ca req-3849c586-a37d-4177-beef-d63be6b01825 tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/ports?device_id=c49bb731-9c90-48ec-b81e-5f87ca815b68 HTTP/1.1" status: 200 len: 945 time: 0.0905373 Sep 23 07:26:07.975499 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:07.992542 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2425723-3313-4625-bb1c-228e8d476052 req-91a4af1e-7d59-4317-a665-50aabcf21a1f tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:26:07.995416 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7afa8405-fa12-4ed0-a9ac-d9e457a8718d {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 07:26:07.995626 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-e2425723-3313-4625-bb1c-228e8d476052 req-91a4af1e-7d59-4317-a665-50aabcf21a1f tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] 10.222.0.62 "GET /v2.0/ports?device_id=875d064e-acae-4aad-b8b9-e26fb6e11e06 HTTP/1.1" status: 200 len: 943 time: 0.0888457 Sep 23 07:26:08.020750 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] For port 7afa8405-fa12-4ed0-a9ac-d9e457a8718d, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=7afa8405-fa12-4ed0-a9ac-d9e457a8718d,segment=NetworkSegment(30ea837a-f393-437b-a40e-aa4a286716b2),segment_id=30ea837a-f393-437b-a40e-aa4a286716b2)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:26:08.042181 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-a92bc509-b5f0-41b8-b9cc-d9380431f6ca req-199a05ec-4df4-4b20-87fb-45037dd361e8 tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/security-groups?id=b1176efc-2ea4-4549-99dc-1bd682ff6d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693579 Sep 23 07:26:08.056313 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-e2425723-3313-4625-bb1c-228e8d476052 req-b1298daa-0329-424c-8013-9963da03e1ed tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] 10.222.0.62 "GET /v2.0/security-groups?id=f6ce59f4-c512-4d64-bc05-96f67bf65409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520043 Sep 23 07:26:08.109273 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728618137860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728617650881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728617650899'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:08.159224 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Pushing event updated for resources: {'Port': ['ID=7afa8405-fa12-4ed0-a9ac-d9e457a8718d,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:26:08.487496 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] get_ports_and_sgs() called for port_ids ['7afa8405-fa12-4ed0-a9ac-d9e457a8718d'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 07:26:09.228081 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f319b1cc-9f74-4e89-acc0-6dd16ef77772 req-8883d9f1-48a8-41fe-8e36-2efa4542b6f6 tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:26:09.229737 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-f319b1cc-9f74-4e89-acc0-6dd16ef77772 req-8883d9f1-48a8-41fe-8e36-2efa4542b6f6 tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/ports?device_id=c49bb731-9c90-48ec-b81e-5f87ca815b68 HTTP/1.1" status: 200 len: 945 time: 0.0937467 Sep 23 07:26:09.249588 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915bd0c2-a4e2-4ad4-8b2d-473d5e147c72 req-840fa237-7faf-41aa-956c-129ee51358af tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:26:09.254853 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-915bd0c2-a4e2-4ad4-8b2d-473d5e147c72 req-840fa237-7faf-41aa-956c-129ee51358af tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] 10.222.0.62 "GET /v2.0/ports?device_id=875d064e-acae-4aad-b8b9-e26fb6e11e06 HTTP/1.1" status: 200 len: 944 time: 0.0804191 Sep 23 07:26:09.311516 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-f319b1cc-9f74-4e89-acc0-6dd16ef77772 req-451332fd-1056-44aa-84e0-09a484712b1d tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/security-groups?id=b1176efc-2ea4-4549-99dc-1bd682ff6d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593290 Sep 23 07:26:09.329055 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-915bd0c2-a4e2-4ad4-8b2d-473d5e147c72 req-4026aab4-822d-4b10-9ec6-3aa15ac1455d tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] 10.222.0.62 "GET /v2.0/security-groups?id=f6ce59f4-c512-4d64-bc05-96f67bf65409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617561 Sep 23 07:26:09.566433 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.62', 53422) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:26:09.595267 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.62', 53426) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:26:09.703500 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5a6f10a4-79c0-4cfb-8db8-4735d8906462 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:09.741978 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4dd924cd-8535-45d7-9347-35cbbe7a574d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:09.818944 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5a6f10a4-79c0-4cfb-8db8-4735d8906462 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:09.853212 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.62', 53436) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:26:09.904633 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5a6f10a4-79c0-4cfb-8db8-4735d8906462 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520401'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:09.955659 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [None req-5a6f10a4-79c0-4cfb-8db8-4735d8906462 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=71e58e449732463d9c8997ebf57aa69a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3880742 Sep 23 07:26:09.959986 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.62', 53440) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:26:09.971244 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6f10a4-79c0-4cfb-8db8-4735d8906462 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70432399-78ee-4cdf-9ad5-5a7e1d094c87,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:26:09.984241 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f5160478-3bc8-450b-83d1-46833c2f49a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:10.029127 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-867fe2e2-262a-4519-95eb-0d7158f13b9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:10.057806 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4dd924cd-8535-45d7-9347-35cbbe7a574d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:10.058767 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-867fe2e2-262a-4519-95eb-0d7158f13b9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:10.125386 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4dd924cd-8535-45d7-9347-35cbbe7a574d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520401'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:10.168661 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [None req-4dd924cd-8535-45d7-9347-35cbbe7a574d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e3a3ee1891bb4395aba404a218d549d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5722954 Sep 23 07:26:10.171664 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.62', 53446) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:26:10.186881 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd924cd-8535-45d7-9347-35cbbe7a574d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb496723-f4be-494a-8fa4-6be5cfcf272f,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:26:10.192973 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Device 7afa8405-fa12-4ed0-a9ac-d9e457a8718d up at agent hyperv_hv-cinder-80588 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:26:10.213120 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-867fe2e2-262a-4519-95eb-0d7158f13b9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520401'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:10.215690 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-867fe2e2-262a-4519-95eb-0d7158f13b9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:10.219629 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [None req-867fe2e2-262a-4519-95eb-0d7158f13b9e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/70432399-78ee-4cdf-9ad5-5a7e1d094c87 HTTP/1.1" status: 204 len: 168 time: 0.2585263 Sep 23 07:26:10.238967 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867fe2e2-262a-4519-95eb-0d7158f13b9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70432399-78ee-4cdf-9ad5-5a7e1d094c87,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:26:10.269261 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-93d46978-fbca-498c-a338-685e185e2b25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:10.275092 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f5160478-3bc8-450b-83d1-46833c2f49a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:10.294988 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-93d46978-fbca-498c-a338-685e185e2b25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:10.374425 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f5160478-3bc8-450b-83d1-46833c2f49a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520401'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:10.375206 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Provisioning for port 7afa8405-fa12-4ed0-a9ac-d9e457a8718d completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 07:26:10.382453 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Provisioning complete for port 7afa8405-fa12-4ed0-a9ac-d9e457a8718d triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:26:10.384657 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703931'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:10.429256 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [None req-f5160478-3bc8-450b-83d1-46833c2f49a4 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=336ee402eba940189d5133bcdf392346&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5748048 Sep 23 07:26:10.430318 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.62', 53454) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:26:10.438521 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5160478-3bc8-450b-83d1-46833c2f49a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe0d10a7-a1ff-48e5-9dbf-938d05adc088,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:26:10.453767 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-93d46978-fbca-498c-a338-685e185e2b25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520401'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:10.457561 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-93d46978-fbca-498c-a338-685e185e2b25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:10.459868 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [None req-93d46978-fbca-498c-a338-685e185e2b25 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/eb496723-f4be-494a-8fa4-6be5cfcf272f HTTP/1.1" status: 204 len: 168 time: 0.2869866 Sep 23 07:26:10.520452 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-94052871-5f61-47cf-b7b2-af8a2840a6bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:10.523954 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d46978-fbca-498c-a338-685e185e2b25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb496723-f4be-494a-8fa4-6be5cfcf272f,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:26:10.531365 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:10.564936 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddb68eb-50f3-49c7-a2e3-467eceb408f2 req-032baf62-ecd1-45e4-bf3d-feddac5a3f7b tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:26:10.564936 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-dddb68eb-50f3-49c7-a2e3-467eceb408f2 req-032baf62-ecd1-45e4-bf3d-feddac5a3f7b tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/ports?device_id=c49bb731-9c90-48ec-b81e-5f87ca815b68 HTTP/1.1" status: 200 len: 945 time: 0.1391933 Sep 23 07:26:10.565276 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-94052871-5f61-47cf-b7b2-af8a2840a6bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:10.570934 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e801445-1e82-4611-897b-84e010aaca93 req-dc271f74-780e-4e5c-a05e-145e1edbfd80 tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:26:10.578742 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-5e801445-1e82-4611-897b-84e010aaca93 req-dc271f74-780e-4e5c-a05e-145e1edbfd80 tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] 10.222.0.62 "GET /v2.0/ports?device_id=875d064e-acae-4aad-b8b9-e26fb6e11e06 HTTP/1.1" status: 200 len: 944 time: 0.1277089 Sep 23 07:26:10.584492 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '875d064e-acae-4aad-b8b9-e26fb6e11e06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7afa8405-fa12-4ed0-a9ac-d9e457a8718d'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:26:10.587882 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8cb1569f887212d656241d478829572ac01e5268e755a1d7af7c5208f8517aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46c6fe98-4840-4c70-9013-a0a2c6bdc2d4" -d '{"events": [{"server_uuid": "875d064e-acae-4aad-b8b9-e26fb6e11e06", "name": "network-vif-plugged", "status": "completed", "tag": "7afa8405-fa12-4ed0-a9ac-d9e457a8718d"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:26:10.608376 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] For port 7afa8405-fa12-4ed0-a9ac-d9e457a8718d, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=7afa8405-fa12-4ed0-a9ac-d9e457a8718d,segment=NetworkSegment(30ea837a-f393-437b-a40e-aa4a286716b2),segment_id=30ea837a-f393-437b-a40e-aa4a286716b2)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:26:10.686177 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-5e801445-1e82-4611-897b-84e010aaca93 req-543e876f-b913-45ac-9060-a732ffd39724 tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] 10.222.0.62 "GET /v2.0/security-groups?id=f6ce59f4-c512-4d64-bc05-96f67bf65409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064227 Sep 23 07:26:10.694625 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-dddb68eb-50f3-49c7-a2e3-467eceb408f2 req-38daf8b1-e82e-4e0c-88dc-92440fe5ac92 tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/security-groups?id=b1176efc-2ea4-4549-99dc-1bd682ff6d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135907 Sep 23 07:26:10.714683 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728618137860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728617650881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728617650899'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:10.753323 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 07:26:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c95f5c65-501e-4771-9989-316d0bd09387 x-openstack-request-id: req-c95f5c65-501e-4771-9989-316d0bd09387 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:26:10.753323 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "875d064e-acae-4aad-b8b9-e26fb6e11e06", "name": "network-vif-plugged", "status": "completed", "tag": "7afa8405-fa12-4ed0-a9ac-d9e457a8718d", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:26:10.753323 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c95f5c65-501e-4771-9989-316d0bd09387 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:26:10.753323 dv-cinder-805887-18-iscsi neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '875d064e-acae-4aad-b8b9-e26fb6e11e06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7afa8405-fa12-4ed0-a9ac-d9e457a8718d', 'code': 200} Sep 23 07:26:10.771562 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-94052871-5f61-47cf-b7b2-af8a2840a6bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520401'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:10.772267 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Pushing event updated for resources: {'Port': ['ID=7afa8405-fa12-4ed0-a9ac-d9e457a8718d,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:26:10.775226 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-94052871-5f61-47cf-b7b2-af8a2840a6bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:10.777076 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [None req-94052871-5f61-47cf-b7b2-af8a2840a6bb admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/fe0d10a7-a1ff-48e5-9dbf-938d05adc088 HTTP/1.1" status: 204 len: 168 time: 0.3453846 Sep 23 07:26:10.786619 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94052871-5f61-47cf-b7b2-af8a2840a6bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe0d10a7-a1ff-48e5-9dbf-938d05adc088,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:26:11.129097 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.62', 53472) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:26:11.173248 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ba267894-1c7d-415e-a11e-d36f40191e1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:11.234147 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44da827-b92f-4897-8cad-b85d5a898dfe req-46c1b6b4-cae9-44a2-933e-ac901ae5b5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:26:11.236771 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-d44da827-b92f-4897-8cad-b85d5a898dfe req-46c1b6b4-cae9-44a2-933e-ac901ae5b5c0 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=875d064e-acae-4aad-b8b9-e26fb6e11e06 HTTP/1.1" status: 200 len: 1098 time: 0.0882065 Sep 23 07:26:11.279005 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-d44da827-b92f-4897-8cad-b85d5a898dfe req-a2657d07-5230-4a04-9e80-2ed405c97c1c service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=f6ce59f4-c512-4d64-bc05-96f67bf65409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322068 Sep 23 07:26:11.329195 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ba267894-1c7d-415e-a11e-d36f40191e1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:11.469016 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ba267894-1c7d-415e-a11e-d36f40191e1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520401'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:11.510518 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [None req-ba267894-1c7d-415e-a11e-d36f40191e1e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6637230724c6469fb23e2f4845b56626&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3788185 Sep 23 07:26:11.511373 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba267894-1c7d-415e-a11e-d36f40191e1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a7c39c1-0a8c-44ab-8f33-fd330a8b407f,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:26:11.513169 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.62', 53484) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:26:11.564249 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ab40af0e-dfd0-4891-a910-a7c5648df096 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:11.587414 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ab40af0e-dfd0-4891-a910-a7c5648df096 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:11.754453 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.62', 53492) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:26:11.772651 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ab40af0e-dfd0-4891-a910-a7c5648df096 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520401'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:11.775248 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ab40af0e-dfd0-4891-a910-a7c5648df096 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:11.776372 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [None req-ab40af0e-dfd0-4891-a910-a7c5648df096 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5a7c39c1-0a8c-44ab-8f33-fd330a8b407f HTTP/1.1" status: 204 len: 168 time: 0.2621922 Sep 23 07:26:11.786923 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4a54d1bf-3a10-444f-89a6-89a98488092d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:11.824998 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab40af0e-dfd0-4891-a910-a7c5648df096 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a7c39c1-0a8c-44ab-8f33-fd330a8b407f,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:26:11.892684 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878e9e6a-d4ee-4d9b-aa61-89e2ed37f28e req-ea90a55e-53df-4a15-ac54-9e48d527d8d5 tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:26:11.897346 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-878e9e6a-d4ee-4d9b-aa61-89e2ed37f28e req-ea90a55e-53df-4a15-ac54-9e48d527d8d5 tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] 10.222.0.62 "GET /v2.0/ports?device_id=875d064e-acae-4aad-b8b9-e26fb6e11e06 HTTP/1.1" status: 200 len: 945 time: 0.1274323 Sep 23 07:26:11.926016 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ff2d05-816a-4d47-8d74-f97cb80202c1 req-ae43c105-b053-4932-bfc8-d05005c72f1a tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:26:11.927738 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-d0ff2d05-816a-4d47-8d74-f97cb80202c1 req-ae43c105-b053-4932-bfc8-d05005c72f1a tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/ports?device_id=c49bb731-9c90-48ec-b81e-5f87ca815b68 HTTP/1.1" status: 200 len: 945 time: 0.1434555 Sep 23 07:26:12.015703 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-878e9e6a-d4ee-4d9b-aa61-89e2ed37f28e req-4b6c4c6e-51be-4a39-bdfd-6bdf1cfbafed tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] 10.222.0.62 "GET /v2.0/security-groups?id=f6ce59f4-c512-4d64-bc05-96f67bf65409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091630 Sep 23 07:26:12.073815 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4a54d1bf-3a10-444f-89a6-89a98488092d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:12.075386 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-d0ff2d05-816a-4d47-8d74-f97cb80202c1 req-f9e2b742-6320-4701-a7dc-0cd468d42f66 tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/security-groups?id=b1176efc-2ea4-4549-99dc-1bd682ff6d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332619 Sep 23 07:26:12.245958 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4a54d1bf-3a10-444f-89a6-89a98488092d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520401'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:12.299272 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [None req-4a54d1bf-3a10-444f-89a6-89a98488092d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ac295c6d73b0457587c0b155534dcaa7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5439954 Sep 23 07:26:12.301093 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a54d1bf-3a10-444f-89a6-89a98488092d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd313d85-60fc-49e5-92ef-df8917211aeb,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:26:12.302444 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.62', 53518) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:26:12.410371 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ffb83cc4-4a09-4228-9fdc-67932e475b67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:12.410371 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ffb83cc4-4a09-4228-9fdc-67932e475b67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:12.741430 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ffb83cc4-4a09-4228-9fdc-67932e475b67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520401'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:12.745247 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ffb83cc4-4a09-4228-9fdc-67932e475b67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:12.746751 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [None req-ffb83cc4-4a09-4228-9fdc-67932e475b67 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/bd313d85-60fc-49e5-92ef-df8917211aeb HTTP/1.1" status: 204 len: 168 time: 0.4427581 Sep 23 07:26:12.758062 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb83cc4-4a09-4228-9fdc-67932e475b67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd313d85-60fc-49e5-92ef-df8917211aeb,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:26:13.229249 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fa775e-35cc-4d25-89a8-3977414b65e6 req-4c73d8ab-d736-45cb-8525-4a9b234a166e tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:26:13.230684 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-a5fa775e-35cc-4d25-89a8-3977414b65e6 req-4c73d8ab-d736-45cb-8525-4a9b234a166e tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] 10.222.0.62 "GET /v2.0/ports?device_id=875d064e-acae-4aad-b8b9-e26fb6e11e06 HTTP/1.1" status: 200 len: 945 time: 0.0949619 Sep 23 07:26:13.265249 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2feadae5-435f-476b-9517-32bee1f5328a req-752849ff-2959-4a15-8cc4-8bdd6ad1d723 tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:26:13.267127 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-2feadae5-435f-476b-9517-32bee1f5328a req-752849ff-2959-4a15-8cc4-8bdd6ad1d723 tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/ports?device_id=c49bb731-9c90-48ec-b81e-5f87ca815b68 HTTP/1.1" status: 200 len: 945 time: 0.0867186 Sep 23 07:26:13.324258 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-a5fa775e-35cc-4d25-89a8-3977414b65e6 req-22a01028-ec1b-4b1a-a2c4-88405ffc111f tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] 10.222.0.62 "GET /v2.0/security-groups?id=f6ce59f4-c512-4d64-bc05-96f67bf65409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813589 Sep 23 07:26:13.330369 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-2feadae5-435f-476b-9517-32bee1f5328a req-e5842c7b-974c-4e26-8e8b-40ce2385b225 tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/security-groups?id=b1176efc-2ea4-4549-99dc-1bd682ff6d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545030 Sep 23 07:26:14.466481 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1226f7-6ac0-42b4-b1a5-a2d27ded8bc5 req-eabfd685-a4d6-45ee-982b-587170337644 tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:26:14.468394 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-0e1226f7-6ac0-42b4-b1a5-a2d27ded8bc5 req-eabfd685-a4d6-45ee-982b-587170337644 tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/ports?device_id=c49bb731-9c90-48ec-b81e-5f87ca815b68 HTTP/1.1" status: 200 len: 945 time: 0.0575802 Sep 23 07:26:14.534672 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-0e1226f7-6ac0-42b4-b1a5-a2d27ded8bc5 req-9d6d2550-d36a-42f1-9625-f5b2d30cf93a tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/security-groups?id=b1176efc-2ea4-4549-99dc-1bd682ff6d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565145 Sep 23 07:26:15.679794 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a409958d-124c-4ca3-8fac-960a1e9daac4 req-2dd87138-c6e8-4f5d-848e-dc7288166c66 tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:26:15.681417 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-a409958d-124c-4ca3-8fac-960a1e9daac4 req-2dd87138-c6e8-4f5d-848e-dc7288166c66 tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/ports?device_id=c49bb731-9c90-48ec-b81e-5f87ca815b68 HTTP/1.1" status: 200 len: 945 time: 0.0633557 Sep 23 07:26:15.721072 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-a409958d-124c-4ca3-8fac-960a1e9daac4 req-cdd52718-f3da-4c56-9682-a648da4a7939 tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/security-groups?id=b1176efc-2ea4-4549-99dc-1bd682ff6d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332384 Sep 23 07:26:15.961776 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.db.agents_db [None req-60cd1eec-2052-4d49-bd00-e5a0de40c293 None None] Agent healthcheck: found 6 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 07:26:16.843765 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc10c477-f39a-4b5c-97d3-6d60384b3b85 req-ef2acda7-439d-4c7f-a97a-39d2e65d4649 tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:26:16.845811 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-fc10c477-f39a-4b5c-97d3-6d60384b3b85 req-ef2acda7-439d-4c7f-a97a-39d2e65d4649 tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/ports?device_id=c49bb731-9c90-48ec-b81e-5f87ca815b68 HTTP/1.1" status: 200 len: 945 time: 0.0521476 Sep 23 07:26:16.889856 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-fc10c477-f39a-4b5c-97d3-6d60384b3b85 req-91e9674b-fc86-4d48-9422-38b08d8f95c9 tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/security-groups?id=b1176efc-2ea4-4549-99dc-1bd682ff6d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351453 Sep 23 07:26:17.297817 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.62', 53690) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:26:17.414547 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fd147811-9bb4-4c0d-8939-456995f3a5e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:17.513788 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fd147811-9bb4-4c0d-8939-456995f3a5e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:17.594897 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fd147811-9bb4-4c0d-8939-456995f3a5e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520401'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:17.633555 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd147811-9bb4-4c0d-8939-456995f3a5e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4ede6ef-120f-4dff-9802-41fd6140e3ad,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:26:17.638200 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [None req-fd147811-9bb4-4c0d-8939-456995f3a5e0 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a36c696b050f481e946e40c392542aee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3392639 Sep 23 07:26:17.642282 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.62', 53698) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:26:17.699682 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6002d831-f9d4-4afd-a562-3a623ecc6e8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:17.724870 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6002d831-f9d4-4afd-a562-3a623ecc6e8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:17.889488 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6002d831-f9d4-4afd-a562-3a623ecc6e8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520401'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:17.892029 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6002d831-f9d4-4afd-a562-3a623ecc6e8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:17.893276 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [None req-6002d831-f9d4-4afd-a562-3a623ecc6e8d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c4ede6ef-120f-4dff-9802-41fd6140e3ad HTTP/1.1" status: 204 len: 168 time: 0.2502680 Sep 23 07:26:17.902459 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6002d831-f9d4-4afd-a562-3a623ecc6e8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4ede6ef-120f-4dff-9802-41fd6140e3ad,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:26:18.596975 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.62', 53712) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:26:18.610819 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ddae7dfa-aca7-4e90-95d8-7475600ceba4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:18.725536 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ddae7dfa-aca7-4e90-95d8-7475600ceba4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:18.862618 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ddae7dfa-aca7-4e90-95d8-7475600ceba4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520401'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:18.905257 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [None req-ddae7dfa-aca7-4e90-95d8-7475600ceba4 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=1da55645609147098fa20c84326ee41f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3071704 Sep 23 07:26:18.907413 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddae7dfa-aca7-4e90-95d8-7475600ceba4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff0bac7a-308a-47dc-890a-b1afa79697b5,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:26:18.908310 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.62', 53714) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:26:18.979820 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9f30c0fe-22a1-47d1-8a5e-7d8f4bdd514b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:19.008416 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9f30c0fe-22a1-47d1-8a5e-7d8f4bdd514b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:19.152911 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9f30c0fe-22a1-47d1-8a5e-7d8f4bdd514b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520401'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:19.155607 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9f30c0fe-22a1-47d1-8a5e-7d8f4bdd514b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:19.156843 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [None req-9f30c0fe-22a1-47d1-8a5e-7d8f4bdd514b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ff0bac7a-308a-47dc-890a-b1afa79697b5 HTTP/1.1" status: 204 len: 168 time: 0.2474735 Sep 23 07:26:19.165280 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f30c0fe-22a1-47d1-8a5e-7d8f4bdd514b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff0bac7a-308a-47dc-890a-b1afa79697b5,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:26:19.324159 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16042eaf-903e-4cd5-b631-c69af71f1c0a req-9c8f6cc5-1897-4edd-8e01-4348716232f3 tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:26:19.325770 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-16042eaf-903e-4cd5-b631-c69af71f1c0a req-9c8f6cc5-1897-4edd-8e01-4348716232f3 tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/ports?device_id=c49bb731-9c90-48ec-b81e-5f87ca815b68 HTTP/1.1" status: 200 len: 945 time: 0.0553684 Sep 23 07:26:19.369998 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-16042eaf-903e-4cd5-b631-c69af71f1c0a req-3ce762c6-ccca-4a26-9180-4b2e6b8f2fa7 tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/security-groups?id=b1176efc-2ea4-4549-99dc-1bd682ff6d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379395 Sep 23 07:26:20.522671 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721879e9-7995-4a3f-a81f-ff92288a2b7c req-070f851d-5e5b-4fe7-bd16-1bf839387ebd tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:26:20.524185 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-721879e9-7995-4a3f-a81f-ff92288a2b7c req-070f851d-5e5b-4fe7-bd16-1bf839387ebd tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/ports?device_id=c49bb731-9c90-48ec-b81e-5f87ca815b68 HTTP/1.1" status: 200 len: 945 time: 0.0519156 Sep 23 07:26:20.562935 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-721879e9-7995-4a3f-a81f-ff92288a2b7c req-622abf3c-c061-4447-b819-1ba2668d52af tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/security-groups?id=b1176efc-2ea4-4549-99dc-1bd682ff6d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324931 Sep 23 07:26:21.718898 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b43bbf0-72dc-44af-a9cf-ab3d32b148b2 req-fec731c1-4029-4639-a197-2c9ebe72b2a1 tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:26:21.722543 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-3b43bbf0-72dc-44af-a9cf-ab3d32b148b2 req-fec731c1-4029-4639-a197-2c9ebe72b2a1 tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/ports?device_id=c49bb731-9c90-48ec-b81e-5f87ca815b68 HTTP/1.1" status: 200 len: 945 time: 0.0866356 Sep 23 07:26:21.773872 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-3b43bbf0-72dc-44af-a9cf-ab3d32b148b2 req-7819fe98-51db-4811-93f8-be382cd0b73a tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/security-groups?id=b1176efc-2ea4-4549-99dc-1bd682ff6d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394366 Sep 23 07:26:22.114417 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.62', 53814) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:26:22.235146 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0056c239-f007-463a-b899-42068605b66d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:22.375096 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0056c239-f007-463a-b899-42068605b66d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:22.508754 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0056c239-f007-463a-b899-42068605b66d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520401'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:22.555941 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0056c239-f007-463a-b899-42068605b66d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a5c7d1c-d646-4575-bfc7-aca6ec7dc6f2,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:26:22.559409 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [None req-0056c239-f007-463a-b899-42068605b66d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=29521f694656478794fce383ad55b3ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4436331 Sep 23 07:26:22.561912 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.62', 53842) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:26:22.626972 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-eeee68ea-8897-4910-a5c3-52f865bcb444 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:22.665521 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-eeee68ea-8897-4910-a5c3-52f865bcb444 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:22.811950 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-eeee68ea-8897-4910-a5c3-52f865bcb444 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520401'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:22.817948 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-eeee68ea-8897-4910-a5c3-52f865bcb444 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:22.821331 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [None req-eeee68ea-8897-4910-a5c3-52f865bcb444 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/7a5c7d1c-d646-4575-bfc7-aca6ec7dc6f2 HTTP/1.1" status: 204 len: 168 time: 0.2578144 Sep 23 07:26:22.839129 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeee68ea-8897-4910-a5c3-52f865bcb444 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a5c7d1c-d646-4575-bfc7-aca6ec7dc6f2,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:26:22.882162 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-b7487f29-dd28-4daf-981b-8cc29674d778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:22.941008 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.62', 53856) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:26:22.947107 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4592cc01-f661-40c3-954b-9498a3dcf6d0 req-0215f716-a703-416f-ba89-eec5f75e0319 tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:26:22.948704 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-4592cc01-f661-40c3-954b-9498a3dcf6d0 req-0215f716-a703-416f-ba89-eec5f75e0319 tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/ports?device_id=c49bb731-9c90-48ec-b81e-5f87ca815b68 HTTP/1.1" status: 200 len: 945 time: 0.0609736 Sep 23 07:26:22.994213 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-4592cc01-f661-40c3-954b-9498a3dcf6d0 req-033052db-2420-4326-82d8-f3c1b2a5db1b tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/security-groups?id=b1176efc-2ea4-4549-99dc-1bd682ff6d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383410 Sep 23 07:26:23.633139 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.62', 53870) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:26:23.681339 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5300dc3f-7b17-4021-a3c4-5a7c8f61def2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:23.729737 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-07784738-e9a3-4a57-9cd5-e6b880fca05d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:23.805118 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5300dc3f-7b17-4021-a3c4-5a7c8f61def2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:23.920112 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5300dc3f-7b17-4021-a3c4-5a7c8f61def2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520401'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:23.968864 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [None req-5300dc3f-7b17-4021-a3c4-5a7c8f61def2 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=80c2e53c2bd140039b15bff97ecb7732&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0251555 Sep 23 07:26:23.970073 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5300dc3f-7b17-4021-a3c4-5a7c8f61def2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e25d7c02-4933-4f8b-80d7-5cc855e98cb9,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:26:23.973008 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.62', 53876) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:26:24.069598 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-07784738-e9a3-4a57-9cd5-e6b880fca05d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:24.071958 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-afac559f-4119-4dea-9364-3e902f45a6d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:24.126781 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-afac559f-4119-4dea-9364-3e902f45a6d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:24.133820 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.62', 53884) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:26:24.148540 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-07784738-e9a3-4a57-9cd5-e6b880fca05d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520401'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:24.154323 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eabd039e-511d-4088-87a6-f5ef546906db admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:24.163342 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c60dd83-02c2-46ca-91fd-eef03a92e5ce req-b8714a42-ecfe-4c80-b94d-d8c486199fef tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:26:24.165104 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-6c60dd83-02c2-46ca-91fd-eef03a92e5ce req-b8714a42-ecfe-4c80-b94d-d8c486199fef tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/ports?device_id=c49bb731-9c90-48ec-b81e-5f87ca815b68 HTTP/1.1" status: 200 len: 945 time: 0.0942972 Sep 23 07:26:24.238332 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [None req-07784738-e9a3-4a57-9cd5-e6b880fca05d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e472d411a85b43bfbae9ca0a7866afbd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6030107 Sep 23 07:26:24.242076 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07784738-e9a3-4a57-9cd5-e6b880fca05d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5beaeaf5-9b71-4e13-b0c4-6c2e05d9f05d,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:26:24.243442 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.62', 53894) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:26:24.260374 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eabd039e-511d-4088-87a6-f5ef546906db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:24.265775 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-6c60dd83-02c2-46ca-91fd-eef03a92e5ce req-227e3d2d-3339-45b2-bd54-896c293d3bb2 tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/security-groups?id=b1176efc-2ea4-4549-99dc-1bd682ff6d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840225 Sep 23 07:26:24.324450 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e7ea1151-6054-4d48-875b-90ef906281ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:24.345747 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e7ea1151-6054-4d48-875b-90ef906281ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:24.347505 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eabd039e-511d-4088-87a6-f5ef546906db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520401'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:24.372331 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-afac559f-4119-4dea-9364-3e902f45a6d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520401'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:24.375277 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-afac559f-4119-4dea-9364-3e902f45a6d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:24.377807 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [None req-afac559f-4119-4dea-9364-3e902f45a6d7 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e25d7c02-4933-4f8b-80d7-5cc855e98cb9 HTTP/1.1" status: 204 len: 168 time: 0.4012911 Sep 23 07:26:24.394398 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afac559f-4119-4dea-9364-3e902f45a6d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e25d7c02-4933-4f8b-80d7-5cc855e98cb9,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:26:24.423016 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabd039e-511d-4088-87a6-f5ef546906db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=184b796e-b975-451d-a960-19eba218cb47,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:26:24.431225 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [None req-eabd039e-511d-4088-87a6-f5ef546906db admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b5d1a833d8d9443c91da762e7674ba53&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2935472 Sep 23 07:26:24.431225 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.62', 53902) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:26:24.496219 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c2f4d31a-de26-467a-8ab9-303a6defa286 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:24.538441 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c2f4d31a-de26-467a-8ab9-303a6defa286 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:24.558698 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e7ea1151-6054-4d48-875b-90ef906281ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520401'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:24.564555 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e7ea1151-6054-4d48-875b-90ef906281ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:24.568001 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [None req-e7ea1151-6054-4d48-875b-90ef906281ac admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5beaeaf5-9b71-4e13-b0c4-6c2e05d9f05d HTTP/1.1" status: 204 len: 168 time: 0.3231449 Sep 23 07:26:24.593818 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ea1151-6054-4d48-875b-90ef906281ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5beaeaf5-9b71-4e13-b0c4-6c2e05d9f05d,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:26:24.741271 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c2f4d31a-de26-467a-8ab9-303a6defa286 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520401'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:24.743879 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c2f4d31a-de26-467a-8ab9-303a6defa286 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:24.745128 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [None req-c2f4d31a-de26-467a-8ab9-303a6defa286 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/184b796e-b975-451d-a960-19eba218cb47 HTTP/1.1" status: 204 len: 168 time: 0.3129604 Sep 23 07:26:24.752964 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f4d31a-de26-467a-8ab9-303a6defa286 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=184b796e-b975-451d-a960-19eba218cb47,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:26:25.385429 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e80ff3-313f-41df-80a8-9869ba0fa7e7 req-d494a402-0159-4ed5-83ca-6ec25fe3ffe1 tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:26:25.388253 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-83e80ff3-313f-41df-80a8-9869ba0fa7e7 req-d494a402-0159-4ed5-83ca-6ec25fe3ffe1 tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/ports?device_id=c49bb731-9c90-48ec-b81e-5f87ca815b68 HTTP/1.1" status: 200 len: 945 time: 0.0581565 Sep 23 07:26:25.461998 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-83e80ff3-313f-41df-80a8-9869ba0fa7e7 req-b1856b4f-2dc3-4f39-954c-2c7caf0160b8 tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/security-groups?id=b1176efc-2ea4-4549-99dc-1bd682ff6d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667543 Sep 23 07:26:25.505641 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.62', 53920) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:26:25.648021 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-111aef19-e42d-4a92-be62-84d1b506ab44 req-34670373-20a0-48f0-b200-d34639993aed service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=9223f7a4-205a-45dc-8f71-0cd230d0edba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0638738 Sep 23 07:26:25.750658 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111aef19-e42d-4a92-be62-84d1b506ab44 req-2c746d7e-a1ee-45b3-bba7-37ab249c3074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:26:25.752451 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-111aef19-e42d-4a92-be62-84d1b506ab44 req-2c746d7e-a1ee-45b3-bba7-37ab249c3074 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3590db7dd01d4aa3a7bd827211d3c4b9&device_id=9223f7a4-205a-45dc-8f71-0cd230d0edba HTTP/1.1" status: 200 len: 1098 time: 0.0773880 Sep 23 07:26:25.842502 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c59da8a4-6921-4844-bf98-5416ddc5b7b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:25.936374 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8a480b-7228-483e-99a4-093eb54775ec req-d6a23672-86f6-4c4c-8100-4b10257581c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:26:25.937496 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.62', 53936) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:26:25.938229 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-bc8a480b-7228-483e-99a4-093eb54775ec req-d6a23672-86f6-4c4c-8100-4b10257581c7 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=c49bb731-9c90-48ec-b81e-5f87ca815b68 HTTP/1.1" status: 200 len: 1098 time: 0.1491637 Sep 23 07:26:25.963899 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fbc2d82c-9ca4-449e-acae-4ae15c7ff47f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:25.976234 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111aef19-e42d-4a92-be62-84d1b506ab44 req-f38b2933-c63d-4047-b476-7f2e782df992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:26:25.977718 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-111aef19-e42d-4a92-be62-84d1b506ab44 req-f38b2933-c63d-4047-b476-7f2e782df992 service neutron] 10.222.0.53 "GET /v2.0/networks?id=1ce4a294-9c55-4277-9fd9-de791fcf5fca HTTP/1.1" status: 200 len: 916 time: 0.1769445 Sep 23 07:26:26.037946 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-111aef19-e42d-4a92-be62-84d1b506ab44 req-6112884a-832f-40f8-bf4c-ae7eb40b2905 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4c07a7c2-2686-4c6a-b103-64e9c7d691d5 HTTP/1.1" status: 200 len: 217 time: 0.0513103 Sep 23 07:26:26.043769 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-bc8a480b-7228-483e-99a4-093eb54775ec req-e18ec610-8dbd-4be1-b5bc-57e974d9b791 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=b1176efc-2ea4-4549-99dc-1bd682ff6d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920291 Sep 23 07:26:26.096003 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c59da8a4-6921-4844-bf98-5416ddc5b7b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:26.234866 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c59da8a4-6921-4844-bf98-5416ddc5b7b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520401'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:26.326412 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [None req-c59da8a4-6921-4844-bf98-5416ddc5b7b0 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=988785f4ad854a27b75b4b5cef10e98c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8192444 Sep 23 07:26:26.328962 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.62', 53942) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:26:26.331979 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fbc2d82c-9ca4-449e-acae-4ae15c7ff47f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:26.336967 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59da8a4-6921-4844-bf98-5416ddc5b7b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68bac91d-3c1c-4c30-9f2e-56c8042e7829,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:26:26.357953 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59da8a4-6921-4844-bf98-5416ddc5b7b0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:26:26.358293 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59da8a4-6921-4844-bf98-5416ddc5b7b0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:26:26.358625 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59da8a4-6921-4844-bf98-5416ddc5b7b0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:26:26.358951 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59da8a4-6921-4844-bf98-5416ddc5b7b0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:26:26.359273 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59da8a4-6921-4844-bf98-5416ddc5b7b0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:26:26.359594 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59da8a4-6921-4844-bf98-5416ddc5b7b0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:26:26.359915 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59da8a4-6921-4844-bf98-5416ddc5b7b0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:26:26.360239 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59da8a4-6921-4844-bf98-5416ddc5b7b0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:26:26.360545 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59da8a4-6921-4844-bf98-5416ddc5b7b0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:26:26.360881 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59da8a4-6921-4844-bf98-5416ddc5b7b0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:26:26.361196 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59da8a4-6921-4844-bf98-5416ddc5b7b0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:26:26.361507 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59da8a4-6921-4844-bf98-5416ddc5b7b0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:26:26.372873 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111aef19-e42d-4a92-be62-84d1b506ab44 req-caf8d8ff-4542-4816-98f1-e5dc00f4f0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:26:26.376712 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-111aef19-e42d-4a92-be62-84d1b506ab44 req-caf8d8ff-4542-4816-98f1-e5dc00f4f0f2 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5f3a698b-e37e-4abe-be57-f38dd7594778 HTTP/1.1" status: 200 len: 855 time: 0.1147175 Sep 23 07:26:26.418163 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fbc2d82c-9ca4-449e-acae-4ae15c7ff47f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520401'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:26.432204 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-111aef19-e42d-4a92-be62-84d1b506ab44 req-df80e407-d1a8-4e89-95cc-e89e667e26de service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1ce4a294-9c55-4277-9fd9-de791fcf5fca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330360 Sep 23 07:26:26.434655 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ab3fd076-39fb-4c37-894c-7c3d10169a79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:26.463776 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ab3fd076-39fb-4c37-894c-7c3d10169a79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:26.463888 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [None req-fbc2d82c-9ca4-449e-acae-4ae15c7ff47f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=1de7ec4f4fc34075b7db2c0795bd669f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5215578 Sep 23 07:26:26.463888 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.62', 53948) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:26:26.471423 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc2d82c-9ca4-449e-acae-4ae15c7ff47f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=295633f3-87dc-468f-a3d8-79536e6e9342,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:26:26.496745 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc2d82c-9ca4-449e-acae-4ae15c7ff47f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:26:26.497238 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc2d82c-9ca4-449e-acae-4ae15c7ff47f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:26:26.497654 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc2d82c-9ca4-449e-acae-4ae15c7ff47f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:26:26.498177 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc2d82c-9ca4-449e-acae-4ae15c7ff47f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:26:26.499249 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc2d82c-9ca4-449e-acae-4ae15c7ff47f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:26:26.499878 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc2d82c-9ca4-449e-acae-4ae15c7ff47f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:26:26.500315 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc2d82c-9ca4-449e-acae-4ae15c7ff47f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:26:26.501643 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc2d82c-9ca4-449e-acae-4ae15c7ff47f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:26:26.502049 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc2d82c-9ca4-449e-acae-4ae15c7ff47f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:26:26.502481 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc2d82c-9ca4-449e-acae-4ae15c7ff47f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:26:26.502935 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc2d82c-9ca4-449e-acae-4ae15c7ff47f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:26:26.503393 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc2d82c-9ca4-449e-acae-4ae15c7ff47f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:26:26.564590 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ece1cf09-62a7-42a0-88aa-e7a33f3fe3ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:26.566316 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-0cfdbf4a-654d-47ac-b3bb-8242cb861ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:26.591133 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ece1cf09-62a7-42a0-88aa-e7a33f3fe3ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:26.764617 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ece1cf09-62a7-42a0-88aa-e7a33f3fe3ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520401'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:26.769816 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ece1cf09-62a7-42a0-88aa-e7a33f3fe3ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:26.772444 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [None req-ece1cf09-62a7-42a0-88aa-e7a33f3fe3ff admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/295633f3-87dc-468f-a3d8-79536e6e9342 HTTP/1.1" status: 204 len: 168 time: 0.3064113 Sep 23 07:26:26.790150 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece1cf09-62a7-42a0-88aa-e7a33f3fe3ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=295633f3-87dc-468f-a3d8-79536e6e9342,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:26:26.920464 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-111aef19-e42d-4a92-be62-84d1b506ab44 req-3d0976c8-3cb7-4da8-b7ab-d1da39cd0c0a service neutron] 10.222.0.53 "GET /v2.0/networks/1ce4a294-9c55-4277-9fd9-de791fcf5fca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4631140 Sep 23 07:26:26.930602 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad9cd25-4502-4201-a30f-3664ea1e90d5 req-67eb6b91-6790-45b2-a511-2adf69020846 tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:26:26.938265 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-3ad9cd25-4502-4201-a30f-3664ea1e90d5 req-67eb6b91-6790-45b2-a511-2adf69020846 tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/ports?device_id=c49bb731-9c90-48ec-b81e-5f87ca815b68 HTTP/1.1" status: 200 len: 945 time: 0.1809521 Sep 23 07:26:27.035549 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ab3fd076-39fb-4c37-894c-7c3d10169a79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520401'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:27.038296 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ab3fd076-39fb-4c37-894c-7c3d10169a79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:27.039495 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [None req-ab3fd076-39fb-4c37-894c-7c3d10169a79 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/68bac91d-3c1c-4c30-9f2e-56c8042e7829 HTTP/1.1" status: 204 len: 168 time: 0.7094784 Sep 23 07:26:27.059926 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3fd076-39fb-4c37-894c-7c3d10169a79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68bac91d-3c1c-4c30-9f2e-56c8042e7829,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:26:27.066069 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-3ad9cd25-4502-4201-a30f-3664ea1e90d5 req-1ca04bf1-60a8-40b0-b456-0983b594fa2f tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/security-groups?id=b1176efc-2ea4-4549-99dc-1bd682ff6d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269109 Sep 23 07:26:27.112557 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-111aef19-e42d-4a92-be62-84d1b506ab44 req-bc9d9a0c-c185-4d94-acd5-6aff694997e6 service neutron] 10.222.0.53 "GET /v2.0/networks/1ce4a294-9c55-4277-9fd9-de791fcf5fca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1717482 Sep 23 07:26:27.758398 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:27.829715 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:28.080675 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-1854caf6-1153-400a-8d11-9ed8c1e229e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:28.240137 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.62', 53994) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:26:28.260020 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00d5a9c-50a6-4bba-b557-aae8be1fc13c req-31c13be8-ee73-4896-a02f-26e7bb8be03c tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:26:28.261669 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-a00d5a9c-50a6-4bba-b557-aae8be1fc13c req-31c13be8-ee73-4896-a02f-26e7bb8be03c tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/ports?device_id=c49bb731-9c90-48ec-b81e-5f87ca815b68 HTTP/1.1" status: 200 len: 945 time: 0.0692761 Sep 23 07:26:28.272155 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2877f5c2-8846-482b-9786-94523884998c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:28.313831 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-a00d5a9c-50a6-4bba-b557-aae8be1fc13c req-6bf38e43-36a3-4e5d-8c10-45237209b6d5 tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/security-groups?id=b1176efc-2ea4-4549-99dc-1bd682ff6d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449870 Sep 23 07:26:28.422544 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2877f5c2-8846-482b-9786-94523884998c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:28.459686 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bed72c4-3104-4554-b918-65e1723da080 req-ad3fb723-e47e-4cdc-9bac-b1209ffe5734 tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:26:28.461280 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-0bed72c4-3104-4554-b918-65e1723da080 req-ad3fb723-e47e-4cdc-9bac-b1209ffe5734 tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/ports?device_id=be5e8ac1-24da-457e-9cd8-b70acf9bb857 HTTP/1.1" status: 200 len: 945 time: 0.0524006 Sep 23 07:26:28.504357 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-0bed72c4-3104-4554-b918-65e1723da080 req-24d191d9-d0b5-44e4-9637-9d1366ad8640 tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/security-groups?id=b1176efc-2ea4-4549-99dc-1bd682ff6d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358176 Sep 23 07:26:28.514128 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2877f5c2-8846-482b-9786-94523884998c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520401'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:28.553842 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [None req-2877f5c2-8846-482b-9786-94523884998c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c95f390b8a3341969fe3fd51eb6dbd19&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3107271 Sep 23 07:26:28.556542 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.62', 54004) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:26:28.563471 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2877f5c2-8846-482b-9786-94523884998c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bb3de2b-4412-45e1-bf3e-cc320cd87df1,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:26:28.625544 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c28d57b6-1681-4d21-8827-469ebbb9c138 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:28.651058 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c28d57b6-1681-4d21-8827-469ebbb9c138 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:28.811148 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c28d57b6-1681-4d21-8827-469ebbb9c138 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520401'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:28.813955 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c28d57b6-1681-4d21-8827-469ebbb9c138 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:28.815175 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [None req-c28d57b6-1681-4d21-8827-469ebbb9c138 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/0bb3de2b-4412-45e1-bf3e-cc320cd87df1 HTTP/1.1" status: 204 len: 168 time: 0.2574439 Sep 23 07:26:28.823827 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28d57b6-1681-4d21-8827-469ebbb9c138 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bb3de2b-4412-45e1-bf3e-cc320cd87df1,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:26:29.908774 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e4079388-143e-46ee-8cf3-ea3894d72bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:31.266337 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c9864d-1e36-47e4-93e1-3ed890001383 req-58a0e9c1-231f-41ad-acf3-16becaa1536e tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:26:31.267884 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-60c9864d-1e36-47e4-93e1-3ed890001383 req-58a0e9c1-231f-41ad-acf3-16becaa1536e tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/ports?device_id=be5e8ac1-24da-457e-9cd8-b70acf9bb857 HTTP/1.1" status: 200 len: 945 time: 0.0606985 Sep 23 07:26:31.311928 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-60c9864d-1e36-47e4-93e1-3ed890001383 req-021726bc-e916-469a-8684-00197d3c48d4 tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/security-groups?id=b1176efc-2ea4-4549-99dc-1bd682ff6d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355566 Sep 23 07:26:31.359006 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5cbec5-39f0-48c0-92be-790f240985f2 req-935d4190-de07-4fb1-8d2c-6b82e75c7fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:26:31.360542 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-2c5cbec5-39f0-48c0-92be-790f240985f2 req-935d4190-de07-4fb1-8d2c-6b82e75c7fd3 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f847624712b744ff9af7930d845e8424&device_id=be5e8ac1-24da-457e-9cd8-b70acf9bb857 HTTP/1.1" status: 200 len: 1098 time: 0.0458741 Sep 23 07:26:31.459245 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5cbec5-39f0-48c0-92be-790f240985f2 req-3d0da3be-b06e-46b0-804c-6d1eab3b7ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:26:31.461323 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-2c5cbec5-39f0-48c0-92be-790f240985f2 req-3d0da3be-b06e-46b0-804c-6d1eab3b7ba7 service neutron] 10.222.0.53 "GET /v2.0/networks?id=b44ca581-7903-4d34-918a-e51828122c6e HTTP/1.1" status: 200 len: 919 time: 0.0882607 Sep 23 07:26:31.522370 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-2c5cbec5-39f0-48c0-92be-790f240985f2 req-d5269958-133b-4dae-8ad0-979b9f6a1f02 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4742ed84-7103-4a63-868a-99b885e5faa4 HTTP/1.1" status: 200 len: 217 time: 0.0520008 Sep 23 07:26:31.614547 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5cbec5-39f0-48c0-92be-790f240985f2 req-8f200226-5558-47f9-b619-2cc8395d3b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:26:31.614547 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-2c5cbec5-39f0-48c0-92be-790f240985f2 req-8f200226-5558-47f9-b619-2cc8395d3b91 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c0154a81-b31b-4d7e-b6a8-6873c78703af HTTP/1.1" status: 200 len: 858 time: 0.0607867 Sep 23 07:26:31.664888 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-2c5cbec5-39f0-48c0-92be-790f240985f2 req-bb6c2eb4-acb3-48b0-960f-ccb5875607b6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b44ca581-7903-4d34-918a-e51828122c6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433021 Sep 23 07:26:31.811100 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-2c5cbec5-39f0-48c0-92be-790f240985f2 req-a49d8a18-7769-4374-9f1a-9924b5382ce6 service neutron] 10.222.0.53 "GET /v2.0/networks/b44ca581-7903-4d34-918a-e51828122c6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330080 Sep 23 07:26:31.992310 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-2c5cbec5-39f0-48c0-92be-790f240985f2 req-6079b1a6-43bb-4e2f-aff3-90bd20b8cf96 service neutron] 10.222.0.53 "GET /v2.0/networks/b44ca581-7903-4d34-918a-e51828122c6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1617053 Sep 23 07:26:32.448051 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b219e3-63bb-4fbf-9ed7-c521f4e1bdcb req-7ada8fbc-19b0-4f5d-85f6-e3599ffb17fe tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:26:32.450048 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-65b219e3-63bb-4fbf-9ed7-c521f4e1bdcb req-7ada8fbc-19b0-4f5d-85f6-e3599ffb17fe tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/ports?device_id=be5e8ac1-24da-457e-9cd8-b70acf9bb857 HTTP/1.1" status: 200 len: 945 time: 0.0576751 Sep 23 07:26:32.491219 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-65b219e3-63bb-4fbf-9ed7-c521f4e1bdcb req-2a6cbfa6-972c-40a7-8834-314836b4338c tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/security-groups?id=b1176efc-2ea4-4549-99dc-1bd682ff6d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345969 Sep 23 07:26:32.688515 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a6ebc9-32dc-44e9-99c1-981f03c7fc8e req-6c1cb313-019b-470d-b688-a080d438c158 tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:26:32.690402 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-b7a6ebc9-32dc-44e9-99c1-981f03c7fc8e req-6c1cb313-019b-470d-b688-a080d438c158 tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] 10.222.0.62 "GET /v2.0/networks?id=1ce4a294-9c55-4277-9fd9-de791fcf5fca HTTP/1.1" status: 200 len: 815 time: 0.1245208 Sep 23 07:26:32.699374 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.62', 54198) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:26:32.709645 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-b7a6ebc9-32dc-44e9-99c1-981f03c7fc8e req-f7813de4-f4a2-4bc9-a47b-b4eb38ba4e15 tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] 10.222.0.62 "GET /v2.0/quotas/3590db7dd01d4aa3a7bd827211d3c4b9 HTTP/1.1" status: 200 len: 375 time: 0.0118704 Sep 23 07:26:32.783800 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-b7a6ebc9-32dc-44e9-99c1-981f03c7fc8e req-13a46b14-8363-47c3-b762-1fccb5da515e tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=3590db7dd01d4aa3a7bd827211d3c4b9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0677581 Sep 23 07:26:32.868018 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7d17f5b8-a5c0-4cf6-b837-5109191a4ef6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:32.888198 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-b7a6ebc9-32dc-44e9-99c1-981f03c7fc8e req-73fd8439-5763-4c6d-a30d-e6b967c1f7f8 service neutron] 10.222.0.62 "GET /v2.0/networks/1ce4a294-9c55-4277-9fd9-de791fcf5fca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942702 Sep 23 07:26:32.965232 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7d17f5b8-a5c0-4cf6-b837-5109191a4ef6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:33.045457 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-b7a6ebc9-32dc-44e9-99c1-981f03c7fc8e req-0fe7141b-cf2b-43cd-9230-757fd25b3999 service neutron] 10.222.0.62 "GET /v2.0/networks/1ce4a294-9c55-4277-9fd9-de791fcf5fca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420181 Sep 23 07:26:33.072024 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7d17f5b8-a5c0-4cf6-b837-5109191a4ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520401'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:33.144073 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [None req-7d17f5b8-a5c0-4cf6-b837-5109191a4ef6 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=df81d28a3127493696f6c2e0aeb335b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4437032 Sep 23 07:26:33.146074 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d17f5b8-a5c0-4cf6-b837-5109191a4ef6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2e99f90-9db3-42f1-b83a-c7dddf8b97e5,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:26:33.147449 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.62', 54214) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:26:33.219128 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-16ce4682-a2cc-461a-bc7e-ee019bb73b6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:33.245001 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-16ce4682-a2cc-461a-bc7e-ee019bb73b6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:33.345099 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-fe2dcde0-ac83-4de6-a32a-81c2e8a02b6d req-dfb08e59-119b-40a6-a2ca-86ac83f5c803 tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] 10.222.0.62 "GET /v2.0/ports?device_id=dfff4fd0-4ae6-4bc1-aadc-ca811b4f8152 HTTP/1.1" status: 200 len: 210 time: 0.0281487 Sep 23 07:26:33.381114 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-16ce4682-a2cc-461a-bc7e-ee019bb73b6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520401'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:33.383744 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-16ce4682-a2cc-461a-bc7e-ee019bb73b6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:33.384940 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [None req-16ce4682-a2cc-461a-bc7e-ee019bb73b6c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c2e99f90-9db3-42f1-b83a-c7dddf8b97e5 HTTP/1.1" status: 204 len: 168 time: 0.2357340 Sep 23 07:26:33.393968 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ce4682-a2cc-461a-bc7e-ee019bb73b6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2e99f90-9db3-42f1-b83a-c7dddf8b97e5,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:26:33.619736 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95bc2ba-fb58-4d91-b77b-0a08e290bed3 req-6eb795a6-3ffa-46bd-9ab4-c06380881d59 tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:26:33.621235 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-d95bc2ba-fb58-4d91-b77b-0a08e290bed3 req-6eb795a6-3ffa-46bd-9ab4-c06380881d59 tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/ports?device_id=be5e8ac1-24da-457e-9cd8-b70acf9bb857 HTTP/1.1" status: 200 len: 945 time: 0.0599236 Sep 23 07:26:33.673400 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-d95bc2ba-fb58-4d91-b77b-0a08e290bed3 req-1e93deb6-a76a-41e7-a2ba-e72ec67bdf23 tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/security-groups?id=b1176efc-2ea4-4549-99dc-1bd682ff6d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420027 Sep 23 07:26:34.282573 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.62', 54246) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:26:34.309410 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8a462437-033d-45bf-b4ef-e32b12137c90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:34.423416 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8a462437-033d-45bf-b4ef-e32b12137c90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:34.441527 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-5ac54165-a00a-4dad-8c6c-e6da174452e1 req-715ae60c-b567-4a8e-9c16-8856de373ad2 tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] 10.222.0.62 "GET /v2.0/ports?device_id=dfff4fd0-4ae6-4bc1-aadc-ca811b4f8152 HTTP/1.1" status: 200 len: 210 time: 0.0256898 Sep 23 07:26:34.669560 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8a462437-033d-45bf-b4ef-e32b12137c90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520401'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:34.711865 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [None req-8a462437-033d-45bf-b4ef-e32b12137c90 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d37bd8b13aae4af39696a69fbee56d7c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4276083 Sep 23 07:26:34.713036 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a462437-033d-45bf-b4ef-e32b12137c90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c7ab349-6bdb-472f-80b8-02abbd6c97b7,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:26:34.715775 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.62', 54252) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:26:34.802129 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a22f73ad-4988-4dee-b43b-f970e5956de4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:34.830803 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a22f73ad-4988-4dee-b43b-f970e5956de4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:34.845378 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632cad8f-44c7-4263-b416-215c902849f7 req-f081caf5-b8a9-4fd5-89d4-ec6a47cfc78f tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:26:34.846899 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-632cad8f-44c7-4263-b416-215c902849f7 req-f081caf5-b8a9-4fd5-89d4-ec6a47cfc78f tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/ports?device_id=be5e8ac1-24da-457e-9cd8-b70acf9bb857 HTTP/1.1" status: 200 len: 945 time: 0.0881076 Sep 23 07:26:34.921299 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-632cad8f-44c7-4263-b416-215c902849f7 req-3bf39f65-4258-4a76-9346-e2810a26d1bf tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/security-groups?id=b1176efc-2ea4-4549-99dc-1bd682ff6d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652046 Sep 23 07:26:35.051819 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a22f73ad-4988-4dee-b43b-f970e5956de4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520401'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:35.056749 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a22f73ad-4988-4dee-b43b-f970e5956de4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:35.059061 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [None req-a22f73ad-4988-4dee-b43b-f970e5956de4 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/3c7ab349-6bdb-472f-80b8-02abbd6c97b7 HTTP/1.1" status: 204 len: 168 time: 0.3417206 Sep 23 07:26:35.072508 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22f73ad-4988-4dee-b43b-f970e5956de4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c7ab349-6bdb-472f-80b8-02abbd6c97b7,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:26:35.556171 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-872f0ab4-65d7-4698-806e-83c0f6d05af1 req-353956c0-5521-407d-a137-67143711a766 tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] 10.222.0.62 "GET /v2.0/ports?device_id=dfff4fd0-4ae6-4bc1-aadc-ca811b4f8152 HTTP/1.1" status: 200 len: 210 time: 0.0340517 Sep 23 07:26:35.944820 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a6ebc9-32dc-44e9-99c1-981f03c7fc8e req-8067e65e-92fa-4ef4-8957-5034e42fb74d tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:26:35.946339 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-b7a6ebc9-32dc-44e9-99c1-981f03c7fc8e req-8067e65e-92fa-4ef4-8957-5034e42fb74d tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] 10.222.0.53 "GET /v2.0/networks?id=1ce4a294-9c55-4277-9fd9-de791fcf5fca HTTP/1.1" status: 200 len: 815 time: 0.1064160 Sep 23 07:26:35.969192 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.v2.base [req-b7a6ebc9-32dc-44e9-99c1-981f03c7fc8e req-bb488173-599b-4ff9-a577-2363a90b0c6a tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] Request body: {'port': {'device_id': 'dfff4fd0-4ae6-4bc1-aadc-ca811b4f8152', 'network_id': '1ce4a294-9c55-4277-9fd9-de791fcf5fca', 'admin_state_up': True, 'tenant_id': '3590db7dd01d4aa3a7bd827211d3c4b9'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:26:36.113943 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a2bbd6-3715-4c1b-b3c3-23511d273ee1 req-435a726d-af15-42bf-aac1-1358fa3d57ad tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:26:36.115523 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-f3a2bbd6-3715-4c1b-b3c3-23511d273ee1 req-435a726d-af15-42bf-aac1-1358fa3d57ad tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/ports?device_id=be5e8ac1-24da-457e-9cd8-b70acf9bb857 HTTP/1.1" status: 200 len: 945 time: 0.1064982 Sep 23 07:26:36.174982 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-f3a2bbd6-3715-4c1b-b3c3-23511d273ee1 req-142308af-60f4-422f-b2e0-02bbbe9f8c0e tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/security-groups?id=b1176efc-2ea4-4549-99dc-1bd682ff6d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479674 Sep 23 07:26:36.263778 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7a6ebc9-32dc-44e9-99c1-981f03c7fc8e req-bb488173-599b-4ff9-a577-2363a90b0c6a tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] Made reservation on behalf of 3590db7dd01d4aa3a7bd827211d3c4b9 for: {'port': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:26:36.269426 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-b7a6ebc9-32dc-44e9-99c1-981f03c7fc8e req-bb488173-599b-4ff9-a577-2363a90b0c6a tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:36.440325 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [req-b7a6ebc9-32dc-44e9-99c1-981f03c7fc8e req-bb488173-599b-4ff9-a577-2363a90b0c6a tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] Allocated IP 172.20.0.14 (1ce4a294-9c55-4277-9fd9-de791fcf5fca/5f3a698b-e37e-4abe-be57-f38dd7594778/44aeb04a-e390-4325-b679-e0623cc82c5b) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:26:36.605901 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-b7a6ebc9-32dc-44e9-99c1-981f03c7fc8e req-bb488173-599b-4ff9-a577-2363a90b0c6a tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:36.697128 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-46db14d1-664d-47dd-86d1-7f071c3da635 req-9cddb4d0-6bc8-481a-b347-8827907ea597 tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] 10.222.0.62 "GET /v2.0/ports?device_id=dfff4fd0-4ae6-4bc1-aadc-ca811b4f8152 HTTP/1.1" status: 200 len: 210 time: 0.0272565 Sep 23 07:26:36.722559 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-b7a6ebc9-32dc-44e9-99c1-981f03c7fc8e req-bb488173-599b-4ff9-a577-2363a90b0c6a tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728617650863'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:36.736918 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] get_ports_and_sgs() called for port_ids ['4c07a7c2-2686-4c6a-b103-64e9c7d691d5', 'd6bb6589-10dc-4457-a5d4-9ba0d6876b14', '7afa8405-fa12-4ed0-a9ac-d9e457a8718d'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 07:26:36.767521 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7a6ebc9-32dc-44e9-99c1-981f03c7fc8e req-bb488173-599b-4ff9-a577-2363a90b0c6a tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] Network 1ce4a294-9c55-4277-9fd9-de791fcf5fca is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:26:36.770722 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [req-b7a6ebc9-32dc-44e9-99c1-981f03c7fc8e req-bb488173-599b-4ff9-a577-2363a90b0c6a tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:26:36.773208 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7a6ebc9-32dc-44e9-99c1-981f03c7fc8e req-bb488173-599b-4ff9-a577-2363a90b0c6a tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:26:36.779069 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a6ebc9-32dc-44e9-99c1-981f03c7fc8e req-bb488173-599b-4ff9-a577-2363a90b0c6a tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:26:36.779753 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-b7a6ebc9-32dc-44e9-99c1-981f03c7fc8e req-bb488173-599b-4ff9-a577-2363a90b0c6a tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210484'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:36.802009 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb488173-599b-4ff9-a577-2363a90b0c6a tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] Pushing event updated for resources: {'Port': ['ID=44aeb04a-e390-4325-b679-e0623cc82c5b,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:26:36.864479 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-b7a6ebc9-32dc-44e9-99c1-981f03c7fc8e req-bb488173-599b-4ff9-a577-2363a90b0c6a tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9003744 Sep 23 07:26:36.882735 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.v2.base [req-b7a6ebc9-32dc-44e9-99c1-981f03c7fc8e req-64bbe5e9-3c01-4652-981c-d851d6f8ff26 service neutron] Request body: {'port': {'device_id': 'dfff4fd0-4ae6-4bc1-aadc-ca811b4f8152', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80588'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:26:36.946900 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-b7a6ebc9-32dc-44e9-99c1-981f03c7fc8e req-64bbe5e9-3c01-4652-981c-d851d6f8ff26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:37.353933 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.notifiers.nova [req-b7a6ebc9-32dc-44e9-99c1-981f03c7fc8e req-64bbe5e9-3c01-4652-981c-d851d6f8ff26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44aeb04a-e390-4325-b679-e0623cc82c5b {{(pid=94841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 07:26:37.364455 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-b7a6ebc9-32dc-44e9-99c1-981f03c7fc8e req-64bbe5e9-3c01-4652-981c-d851d6f8ff26 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:37.384330 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [req-b7a6ebc9-32dc-44e9-99c1-981f03c7fc8e req-64bbe5e9-3c01-4652-981c-d851d6f8ff26 service neutron] Transition to ACTIVE for port object 44aeb04a-e390-4325-b679-e0623cc82c5b will not be triggered until provisioned by entity L2. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 07:26:37.389533 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fe58c8-0eb7-4343-9cf7-9e28577eca18 req-6fef0482-8f58-47ad-8acf-f1e13a936c2f tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:26:37.391120 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-96fe58c8-0eb7-4343-9cf7-9e28577eca18 req-6fef0482-8f58-47ad-8acf-f1e13a936c2f tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/ports?device_id=be5e8ac1-24da-457e-9cd8-b70acf9bb857 HTTP/1.1" status: 200 len: 945 time: 0.0841999 Sep 23 07:26:37.430161 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-96fe58c8-0eb7-4343-9cf7-9e28577eca18 req-b5a0e284-da37-4a12-92cf-ea08130f8dbe tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/security-groups?id=b1176efc-2ea4-4549-99dc-1bd682ff6d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318835 Sep 23 07:26:37.478075 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-b7a6ebc9-32dc-44e9-99c1-981f03c7fc8e req-64bbe5e9-3c01-4652-981c-d851d6f8ff26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728618137860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728617650881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728617650899'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:37.529368 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bbe5e9-3c01-4652-981c-d851d6f8ff26 service neutron] Pushing event updated for resources: {'Port': ['ID=44aeb04a-e390-4325-b679-e0623cc82c5b,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:26:37.566053 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-b7a6ebc9-32dc-44e9-99c1-981f03c7fc8e req-64bbe5e9-3c01-4652-981c-d851d6f8ff26 service neutron] Attempting to bind port 44aeb04a-e390-4325-b679-e0623cc82c5b on host hv-cinder-80588 for vnic_type normal with profile {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:26:37.566378 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-b7a6ebc9-32dc-44e9-99c1-981f03c7fc8e req-64bbe5e9-3c01-4652-981c-d851d6f8ff26 service neutron] Attempting to bind port 44aeb04a-e390-4325-b679-e0623cc82c5b by drivers openvswitch,hyperv on host hv-cinder-80588 at level 0 using segments [{'id': '30ea837a-f393-437b-a40e-aa4a286716b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '1ce4a294-9c55-4277-9fd9-de791fcf5fca'}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:26:37.566512 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7a6ebc9-32dc-44e9-99c1-981f03c7fc8e req-64bbe5e9-3c01-4652-981c-d851d6f8ff26 service neutron] Attempting to bind port 44aeb04a-e390-4325-b679-e0623cc82c5b on network 1ce4a294-9c55-4277-9fd9-de791fcf5fca {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:26:37.570919 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7a6ebc9-32dc-44e9-99c1-981f03c7fc8e req-64bbe5e9-3c01-4652-981c-d851d6f8ff26 service neutron] Port 44aeb04a-e390-4325-b679-e0623cc82c5b on network 1ce4a294-9c55-4277-9fd9-de791fcf5fca not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80588 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 07:26:37.571231 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7a6ebc9-32dc-44e9-99c1-981f03c7fc8e req-64bbe5e9-3c01-4652-981c-d851d6f8ff26 service neutron] Attempting to bind port 44aeb04a-e390-4325-b679-e0623cc82c5b on network 1ce4a294-9c55-4277-9fd9-de791fcf5fca {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:26:37.576071 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7a6ebc9-32dc-44e9-99c1-981f03c7fc8e req-64bbe5e9-3c01-4652-981c-d851d6f8ff26 service neutron] Checking agent: {'id': '6ad4e769-5dea-434d-bbcd-ae86f07cf259', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80588', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 7, 22, 28), 'started_at': datetime.datetime(2021, 9, 23, 7, 22, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 7, 26, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 07:26:37.576408 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7a6ebc9-32dc-44e9-99c1-981f03c7fc8e req-64bbe5e9-3c01-4652-981c-d851d6f8ff26 service neutron] Checking segment: {'id': '30ea837a-f393-437b-a40e-aa4a286716b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '1ce4a294-9c55-4277-9fd9-de791fcf5fca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:26:37.576918 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7a6ebc9-32dc-44e9-99c1-981f03c7fc8e req-64bbe5e9-3c01-4652-981c-d851d6f8ff26 service neutron] Bound using segment: {'id': '30ea837a-f393-437b-a40e-aa4a286716b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '1ce4a294-9c55-4277-9fd9-de791fcf5fca'} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 07:26:37.577222 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-b7a6ebc9-32dc-44e9-99c1-981f03c7fc8e req-64bbe5e9-3c01-4652-981c-d851d6f8ff26 service neutron] Bound port: 44aeb04a-e390-4325-b679-e0623cc82c5b, host: hv-cinder-80588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30ea837a-f393-437b-a40e-aa4a286716b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '1ce4a294-9c55-4277-9fd9-de791fcf5fca'}}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 07:26:37.577571 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-b7a6ebc9-32dc-44e9-99c1-981f03c7fc8e req-64bbe5e9-3c01-4652-981c-d851d6f8ff26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:37.647569 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-b7a6ebc9-32dc-44e9-99c1-981f03c7fc8e req-64bbe5e9-3c01-4652-981c-d851d6f8ff26 service neutron] For port 44aeb04a-e390-4325-b679-e0623cc82c5b, host hv-cinder-80588, cleared binding levels {{(pid=94841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:26:37.650797 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-b7a6ebc9-32dc-44e9-99c1-981f03c7fc8e req-64bbe5e9-3c01-4652-981c-d851d6f8ff26 service neutron] For port 44aeb04a-e390-4325-b679-e0623cc82c5b, host hv-cinder-80588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=44aeb04a-e390-4325-b679-e0623cc82c5b,segment=NetworkSegment(30ea837a-f393-437b-a40e-aa4a286716b2),segment_id=30ea837a-f393-437b-a40e-aa4a286716b2)] {{(pid=94841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 07:26:37.731656 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-b7a6ebc9-32dc-44e9-99c1-981f03c7fc8e req-64bbe5e9-3c01-4652-981c-d851d6f8ff26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728618137860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728617650881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728617650899'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:37.773837 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a6ebc9-32dc-44e9-99c1-981f03c7fc8e req-64bbe5e9-3c01-4652-981c-d851d6f8ff26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:26:37.774459 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-b7a6ebc9-32dc-44e9-99c1-981f03c7fc8e req-64bbe5e9-3c01-4652-981c-d851d6f8ff26 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210484'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:37.775911 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-b7a6ebc9-32dc-44e9-99c1-981f03c7fc8e req-64bbe5e9-3c01-4652-981c-d851d6f8ff26 service neutron] 10.222.0.53 "PUT /v2.0/ports/44aeb04a-e390-4325-b679-e0623cc82c5b HTTP/1.1" status: 200 len: 1094 time: 0.8981683 Sep 23 07:26:37.776371 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfff4fd0-4ae6-4bc1-aadc-ca811b4f8152', 'tag': '44aeb04a-e390-4325-b679-e0623cc82c5b'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:26:37.782713 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59377972be4a6b1db7d764771ea1170f497e9021ac5c159e937f759c4704c07c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b25e96c3-7ad4-4d14-8667-4beb5c956af8" -d '{"events": [{"name": "network-changed", "server_uuid": "dfff4fd0-4ae6-4bc1-aadc-ca811b4f8152", "tag": "44aeb04a-e390-4325-b679-e0623cc82c5b"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:26:37.816315 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bbe5e9-3c01-4652-981c-d851d6f8ff26 service neutron] Pushing event updated for resources: {'Port': ['ID=44aeb04a-e390-4325-b679-e0623cc82c5b,revision_number=3']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:26:37.860628 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 07:26:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8597f5a-6b6d-4185-87cf-e1be593dd054 x-openstack-request-id: req-f8597f5a-6b6d-4185-87cf-e1be593dd054 {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:26:37.860982 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfff4fd0-4ae6-4bc1-aadc-ca811b4f8152", "tag": "44aeb04a-e390-4325-b679-e0623cc82c5b", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:26:37.861257 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f8597f5a-6b6d-4185-87cf-e1be593dd054 {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:26:37.861729 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfff4fd0-4ae6-4bc1-aadc-ca811b4f8152', 'tag': '44aeb04a-e390-4325-b679-e0623cc82c5b', 'status': 'completed', 'code': 200} Sep 23 07:26:37.903429 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260fb846-1c19-4fca-9b3a-1cbe37deec12 req-6b06aac4-4e58-4f25-aac6-fc8b225bd6b2 tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:26:37.905019 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-260fb846-1c19-4fca-9b3a-1cbe37deec12 req-6b06aac4-4e58-4f25-aac6-fc8b225bd6b2 tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] 10.222.0.62 "GET /v2.0/ports?device_id=dfff4fd0-4ae6-4bc1-aadc-ca811b4f8152 HTTP/1.1" status: 200 len: 944 time: 0.0730290 Sep 23 07:26:37.968642 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25e96c3-7ad4-4d14-8667-4beb5c956af8 req-eac61e1b-c5a7-4e8c-a1a0-e9c9dd1bbdcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:26:37.970449 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-b25e96c3-7ad4-4d14-8667-4beb5c956af8 req-eac61e1b-c5a7-4e8c-a1a0-e9c9dd1bbdcb service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3590db7dd01d4aa3a7bd827211d3c4b9&device_id=dfff4fd0-4ae6-4bc1-aadc-ca811b4f8152 HTTP/1.1" status: 200 len: 1097 time: 0.0786493 Sep 23 07:26:37.973257 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-260fb846-1c19-4fca-9b3a-1cbe37deec12 req-2ee9f7cd-8381-4711-a7a8-f642641aa46d tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] 10.222.0.62 "GET /v2.0/security-groups?id=f6ce59f4-c512-4d64-bc05-96f67bf65409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451555 Sep 23 07:26:38.087463 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25e96c3-7ad4-4d14-8667-4beb5c956af8 req-17b5114c-5808-49bf-b98a-f326068004fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:26:38.089997 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-b25e96c3-7ad4-4d14-8667-4beb5c956af8 req-17b5114c-5808-49bf-b98a-f326068004fa service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=3590db7dd01d4aa3a7bd827211d3c4b9&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1061873 Sep 23 07:26:38.187466 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25e96c3-7ad4-4d14-8667-4beb5c956af8 req-c7597d1c-7a0e-4590-adb7-37d213d0334e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:26:38.188867 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-b25e96c3-7ad4-4d14-8667-4beb5c956af8 req-c7597d1c-7a0e-4590-adb7-37d213d0334e service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0899713 Sep 23 07:26:38.289257 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a6ebc9-32dc-44e9-99c1-981f03c7fc8e req-75f678c2-a309-4ea9-baef-96464bdcafaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:26:38.292327 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-b7a6ebc9-32dc-44e9-99c1-981f03c7fc8e req-75f678c2-a309-4ea9-baef-96464bdcafaa service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3590db7dd01d4aa3a7bd827211d3c4b9&device_id=dfff4fd0-4ae6-4bc1-aadc-ca811b4f8152 HTTP/1.1" status: 200 len: 1097 time: 0.0601339 Sep 23 07:26:38.350364 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-b7a6ebc9-32dc-44e9-99c1-981f03c7fc8e req-f105821b-0531-47e5-9499-6a853872a2a2 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=44aeb04a-e390-4325-b679-e0623cc82c5b HTTP/1.1" status: 200 len: 217 time: 0.0401752 Sep 23 07:26:38.433974 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a6ebc9-32dc-44e9-99c1-981f03c7fc8e req-7983a831-3f68-4500-8fcc-d4a2df9b8c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:26:38.436491 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-b7a6ebc9-32dc-44e9-99c1-981f03c7fc8e req-7983a831-3f68-4500-8fcc-d4a2df9b8c49 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5f3a698b-e37e-4abe-be57-f38dd7594778 HTTP/1.1" status: 200 len: 855 time: 0.0787916 Sep 23 07:26:38.509233 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-b7a6ebc9-32dc-44e9-99c1-981f03c7fc8e req-1c6ee4b0-d72a-49bb-9dcb-5fd1881126f2 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1ce4a294-9c55-4277-9fd9-de791fcf5fca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0632155 Sep 23 07:26:38.648015 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d3f1a3-e7de-4697-b8eb-bf0521e2a148 req-39e49823-6b29-4600-a07b-d22d115fd178 tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:26:38.649953 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-47d3f1a3-e7de-4697-b8eb-bf0521e2a148 req-39e49823-6b29-4600-a07b-d22d115fd178 tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/ports?device_id=be5e8ac1-24da-457e-9cd8-b70acf9bb857 HTTP/1.1" status: 200 len: 945 time: 0.1346319 Sep 23 07:26:38.696528 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-b7a6ebc9-32dc-44e9-99c1-981f03c7fc8e req-2cc311be-9287-4dc2-9c31-0939a9c7eaaf service neutron] 10.222.0.53 "GET /v2.0/networks/1ce4a294-9c55-4277-9fd9-de791fcf5fca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1649346 Sep 23 07:26:38.736368 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-47d3f1a3-e7de-4697-b8eb-bf0521e2a148 req-7135cfa3-d13d-416f-a716-85824f9932f0 tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/security-groups?id=b1176efc-2ea4-4549-99dc-1bd682ff6d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714874 Sep 23 07:26:38.829085 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-b7a6ebc9-32dc-44e9-99c1-981f03c7fc8e req-49f49216-17b3-4356-ad58-b9aafd03838a service neutron] 10.222.0.53 "GET /v2.0/networks/1ce4a294-9c55-4277-9fd9-de791fcf5fca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220777 Sep 23 07:26:39.115393 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25b415e-c09d-4019-9562-a20a9fd3fadf req-93f362be-0015-464c-9e20-54c0bebb734b tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:26:39.116991 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-e25b415e-c09d-4019-9562-a20a9fd3fadf req-93f362be-0015-464c-9e20-54c0bebb734b tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] 10.222.0.62 "GET /v2.0/ports?device_id=dfff4fd0-4ae6-4bc1-aadc-ca811b4f8152 HTTP/1.1" status: 200 len: 944 time: 0.0507100 Sep 23 07:26:39.156483 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-e25b415e-c09d-4019-9562-a20a9fd3fadf req-6ca34640-bf2b-417f-ab9a-014dbe492133 tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] 10.222.0.62 "GET /v2.0/security-groups?id=f6ce59f4-c512-4d64-bc05-96f67bf65409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329700 Sep 23 07:26:39.865423 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5428b4f4-fb68-4ca2-9df4-70f3b5c60c81 req-56b2e568-7c22-4820-a45c-1862057b62a7 tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:26:39.867035 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-5428b4f4-fb68-4ca2-9df4-70f3b5c60c81 req-56b2e568-7c22-4820-a45c-1862057b62a7 tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/ports?device_id=be5e8ac1-24da-457e-9cd8-b70acf9bb857 HTTP/1.1" status: 200 len: 945 time: 0.0528970 Sep 23 07:26:39.908946 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-5428b4f4-fb68-4ca2-9df4-70f3b5c60c81 req-48b8ecd4-dc0e-46f8-bb32-01ef23f699a8 tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/security-groups?id=b1176efc-2ea4-4549-99dc-1bd682ff6d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354772 Sep 23 07:26:40.166506 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.62', 54410) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:26:40.302090 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a563856-ba2d-4861-86f5-dc7b15902ebb req-e4956c55-211d-4adf-9c59-ffa61ea73de5 tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:26:40.303576 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-4a563856-ba2d-4861-86f5-dc7b15902ebb req-e4956c55-211d-4adf-9c59-ffa61ea73de5 tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] 10.222.0.62 "GET /v2.0/ports?device_id=dfff4fd0-4ae6-4bc1-aadc-ca811b4f8152 HTTP/1.1" status: 200 len: 944 time: 0.0659280 Sep 23 07:26:40.303701 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9c329dc3-6a31-4c3f-8483-e5296dada2c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:40.354031 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-4a563856-ba2d-4861-86f5-dc7b15902ebb req-26e58b4c-92f3-45e6-b794-2359cb856267 tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] 10.222.0.62 "GET /v2.0/security-groups?id=f6ce59f4-c512-4d64-bc05-96f67bf65409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422101 Sep 23 07:26:40.411446 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9c329dc3-6a31-4c3f-8483-e5296dada2c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:40.560386 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9c329dc3-6a31-4c3f-8483-e5296dada2c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520401'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:40.603717 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [None req-9c329dc3-6a31-4c3f-8483-e5296dada2c6 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=5e98fa38d2514d74ad145f57cf070bb4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4337270 Sep 23 07:26:40.603717 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c329dc3-6a31-4c3f-8483-e5296dada2c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77b3672a-5b39-4bd1-b8e8-ef4bbd37ff1a,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:26:40.604461 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.62', 54424) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:26:40.673250 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7811dab9-19db-4e55-8325-e0520b0734a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:40.710788 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7811dab9-19db-4e55-8325-e0520b0734a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:40.889677 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7811dab9-19db-4e55-8325-e0520b0734a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520401'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:40.896231 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7811dab9-19db-4e55-8325-e0520b0734a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:40.900452 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [None req-7811dab9-19db-4e55-8325-e0520b0734a5 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/77b3672a-5b39-4bd1-b8e8-ef4bbd37ff1a HTTP/1.1" status: 204 len: 168 time: 0.2946374 Sep 23 07:26:40.914787 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7811dab9-19db-4e55-8325-e0520b0734a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77b3672a-5b39-4bd1-b8e8-ef4bbd37ff1a,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:26:41.075584 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c21d30-d551-472a-a5ab-c038328b987b req-aa7b437f-7ba2-4ce6-a75e-e9fc04d0cc83 tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:26:41.077408 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-18c21d30-d551-472a-a5ab-c038328b987b req-aa7b437f-7ba2-4ce6-a75e-e9fc04d0cc83 tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/ports?device_id=be5e8ac1-24da-457e-9cd8-b70acf9bb857 HTTP/1.1" status: 200 len: 945 time: 0.0769463 Sep 23 07:26:41.144149 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-18c21d30-d551-472a-a5ab-c038328b987b req-dd735300-0d69-4652-bab7-c969d9da9861 tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/security-groups?id=b1176efc-2ea4-4549-99dc-1bd682ff6d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594764 Sep 23 07:26:41.596530 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92549b7-5684-4f01-88f2-eed1a0f50e5f req-5dbf76ee-0169-453c-9ede-383cf3c286ed tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:26:41.607322 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-b92549b7-5684-4f01-88f2-eed1a0f50e5f req-5dbf76ee-0169-453c-9ede-383cf3c286ed tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] 10.222.0.62 "GET /v2.0/ports?device_id=dfff4fd0-4ae6-4bc1-aadc-ca811b4f8152 HTTP/1.1" status: 200 len: 944 time: 0.1419079 Sep 23 07:26:41.657898 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-b92549b7-5684-4f01-88f2-eed1a0f50e5f req-0df8c6c3-3d8d-4e89-b247-0c173893fab1 tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] 10.222.0.62 "GET /v2.0/security-groups?id=f6ce59f4-c512-4d64-bc05-96f67bf65409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496402 Sep 23 07:26:42.278871 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff4105a-d49f-43e8-ab80-63e16f4c9b4b req-c1b88bd2-792c-4b8e-843b-419988c37145 tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:26:42.280494 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-cff4105a-d49f-43e8-ab80-63e16f4c9b4b req-c1b88bd2-792c-4b8e-843b-419988c37145 tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/ports?device_id=be5e8ac1-24da-457e-9cd8-b70acf9bb857 HTTP/1.1" status: 200 len: 945 time: 0.0633430 Sep 23 07:26:42.341593 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-cff4105a-d49f-43e8-ab80-63e16f4c9b4b req-78352849-40ca-46c3-b5db-baf7c2b13d5b tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/security-groups?id=b1176efc-2ea4-4549-99dc-1bd682ff6d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426185 Sep 23 07:26:42.357761 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Device 44aeb04a-e390-4325-b679-e0623cc82c5b details requested by agent hyperv_hv-cinder-80588 with host hv-cinder-80588 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 07:26:42.379414 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.62', 54494) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:26:42.499411 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] For port 44aeb04a-e390-4325-b679-e0623cc82c5b, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=44aeb04a-e390-4325-b679-e0623cc82c5b,segment=NetworkSegment(30ea837a-f393-437b-a40e-aa4a286716b2),segment_id=30ea837a-f393-437b-a40e-aa4a286716b2)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:26:42.512635 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Returning: {'device': '44aeb04a-e390-4325-b679-e0623cc82c5b', 'network_id': '1ce4a294-9c55-4277-9fd9-de791fcf5fca', 'port_id': '44aeb04a-e390-4325-b679-e0623cc82c5b', 'mac_address': 'fa:16:3e:b7:24:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f3a698b-e37e-4abe-be57-f38dd7594778', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 07:26:42.553664 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:42.568262 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44aeb04a-e390-4325-b679-e0623cc82c5b {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 07:26:42.583106 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.62', 54504) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:26:42.600852 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] For port 44aeb04a-e390-4325-b679-e0623cc82c5b, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=44aeb04a-e390-4325-b679-e0623cc82c5b,segment=NetworkSegment(30ea837a-f393-437b-a40e-aa4a286716b2),segment_id=30ea837a-f393-437b-a40e-aa4a286716b2)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:26:42.623787 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.v2.base [None req-f5e3e179-8d78-4692-94aa-8d3f5f5aa1d1 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-3333393-network', 'tenant_id': 'c94fc6b7cf004b03b6610c617415b316'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:26:42.662448 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-42a46e69-788b-410f-b619-3bb27ac168d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:42.708078 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728618137860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728617650881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728617650899'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:42.744276 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5e3e179-8d78-4692-94aa-8d3f5f5aa1d1 admin admin] Made reservation on behalf of c94fc6b7cf004b03b6610c617415b316 for: {'network': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:26:42.748229 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f5e3e179-8d78-4692-94aa-8d3f5f5aa1d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for network, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:42.776280 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f5e3e179-8d78-4692-94aa-8d3f5f5aa1d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:42.786243 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Pushing event updated for resources: {'Port': ['ID=44aeb04a-e390-4325-b679-e0623cc82c5b,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:26:42.794945 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:26:42.795300 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:26:42.795841 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:26:42.796164 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:26:42.796653 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:26:42.797388 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:26:42.798039 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:26:42.798365 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:26:42.798717 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:26:42.799044 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:26:42.799773 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:26:42.800108 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:26:42.832003 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3008510e-8648-40e0-84e0-f6be75cf814b req-3fbd0070-c2a5-46b8-9ffb-2519d59b9338 tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:26:42.835136 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-3008510e-8648-40e0-84e0-f6be75cf814b req-3fbd0070-c2a5-46b8-9ffb-2519d59b9338 tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] 10.222.0.62 "GET /v2.0/ports?device_id=dfff4fd0-4ae6-4bc1-aadc-ca811b4f8152 HTTP/1.1" status: 200 len: 945 time: 0.0675299 Sep 23 07:26:42.890159 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-3008510e-8648-40e0-84e0-f6be75cf814b req-2c6b011f-7743-44f0-85c4-6979a27fe7ca tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] 10.222.0.62 "GET /v2.0/security-groups?id=f6ce59f4-c512-4d64-bc05-96f67bf65409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475824 Sep 23 07:26:42.895840 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-42a46e69-788b-410f-b619-3bb27ac168d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:42.967616 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-42a46e69-788b-410f-b619-3bb27ac168d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520401'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:43.032213 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a46e69-788b-410f-b619-3bb27ac168d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f1bf7fa-a65e-4898-883b-6859d289a010,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:26:43.032813 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] get_ports_and_sgs() called for port_ids ['44aeb04a-e390-4325-b679-e0623cc82c5b'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 07:26:43.036691 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [None req-42a46e69-788b-410f-b619-3bb27ac168d0 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d64d2f7529504671b53ef8c83971458c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4519897 Sep 23 07:26:43.041203 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.62', 54518) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:26:43.137307 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bdac51fc-ea56-49f2-9a21-134f1bac4892 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:43.151657 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f5e3e179-8d78-4692-94aa-8d3f5f5aa1d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:43.177603 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bdac51fc-ea56-49f2-9a21-134f1bac4892 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:43.462285 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76de1af-5c5e-496c-a734-2560db2bd027 req-15b06767-50fc-47ee-ba02-0dd450292a93 tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:26:43.463759 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-b76de1af-5c5e-496c-a734-2560db2bd027 req-15b06767-50fc-47ee-ba02-0dd450292a93 tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/ports?device_id=be5e8ac1-24da-457e-9cd8-b70acf9bb857 HTTP/1.1" status: 200 len: 945 time: 0.0543900 Sep 23 07:26:43.479545 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f5e3e179-8d78-4692-94aa-8d3f5f5aa1d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520401'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:43.502578 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-b76de1af-5c5e-496c-a734-2560db2bd027 req-3d9d2c89-8a00-4b35-82e6-343f0b17eee5 tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/security-groups?id=b1176efc-2ea4-4549-99dc-1bd682ff6d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322728 Sep 23 07:26:43.510649 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e3e179-8d78-4692-94aa-8d3f5f5aa1d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66ccc2a8-29e4-47aa-ab8b-fa332b3f5a72,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:26:43.540390 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bdac51fc-ea56-49f2-9a21-134f1bac4892 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520401'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:43.545333 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bdac51fc-ea56-49f2-9a21-134f1bac4892 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:43.547307 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [None req-bdac51fc-ea56-49f2-9a21-134f1bac4892 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/6f1bf7fa-a65e-4898-883b-6859d289a010 HTTP/1.1" status: 204 len: 168 time: 0.4990382 Sep 23 07:26:43.555415 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5e3e179-8d78-4692-94aa-8d3f5f5aa1d1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 562} {{(pid=94840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 07:26:43.571806 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdac51fc-ea56-49f2-9a21-134f1bac4892 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f1bf7fa-a65e-4898-883b-6859d289a010,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:26:43.580264 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f5e3e179-8d78-4692-94aa-8d3f5f5aa1d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692928'] for segment, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:43.580833 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.db.segments_db [None req-f5e3e179-8d78-4692-94aa-8d3f5f5aa1d1 admin admin] Added segment 3a470730-1ad3-461f-91dc-af57cba68cf2 of type vlan for network 9f0a0a70-36ce-402d-923c-729f01f617e9 Sep 23 07:26:43.629171 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f5e3e179-8d78-4692-94aa-8d3f5f5aa1d1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728617604886'] for network, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:43.748285 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f5e3e179-8d78-4692-94aa-8d3f5f5aa1d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957'] for network, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:43.749604 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5e3e179-8d78-4692-94aa-8d3f5f5aa1d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:26:43.750220 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f5e3e179-8d78-4692-94aa-8d3f5f5aa1d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577015'] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:43.829975 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e3e179-8d78-4692-94aa-8d3f5f5aa1d1 admin admin] Pushing event updated for resources: {'Network': ['ID=9f0a0a70-36ce-402d-923c-729f01f617e9,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:26:43.841692 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Network 9f0a0a70-36ce-402d-923c-729f01f617e9 details requested by agent ovs-agent-dv-cinder-805887-18-iscsi with host dv-cinder-805887-18-iscsi {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 07:26:43.850402 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [None req-f5e3e179-8d78-4692-94aa-8d3f5f5aa1d1 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.4683971 Sep 23 07:26:43.863136 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.62', 54530) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:26:43.868399 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.v2.base [None req-b28cc512-7d96-46ac-b3cb-ff164208c371 admin admin] Request body: {'subnet': {'network_id': '9f0a0a70-36ce-402d-923c-729f01f617e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-3333393-subnet', 'tenant_id': 'c94fc6b7cf004b03b6610c617415b316', 'ip_version': 4}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:26:43.927345 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03acf18a-bdbd-43d9-a537-dfd03c517dbd req-f2ada928-d459-4b74-a9db-74845242248a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:26:43.928954 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-03acf18a-bdbd-43d9-a537-dfd03c517dbd req-f2ada928-d459-4b74-a9db-74845242248a service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=be5e8ac1-24da-457e-9cd8-b70acf9bb857 HTTP/1.1" status: 200 len: 1098 time: 0.0568566 Sep 23 07:26:43.996176 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-03acf18a-bdbd-43d9-a537-dfd03c517dbd req-dc9bf36f-a111-4a07-93ff-64009e2d20fb service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=b1176efc-2ea4-4549-99dc-1bd682ff6d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561008 Sep 23 07:26:44.012889 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b28cc512-7d96-46ac-b3cb-ff164208c371 admin admin] Made reservation on behalf of c94fc6b7cf004b03b6610c617415b316 for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:26:44.015593 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b28cc512-7d96-46ac-b3cb-ff164208c371 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:44.087548 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d090cff-4f1b-4a26-847f-84b4c82d47b6 req-980fbee4-da72-4d98-9cd0-d3631fae3b00 tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:26:44.089170 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-1d090cff-4f1b-4a26-847f-84b4c82d47b6 req-980fbee4-da72-4d98-9cd0-d3631fae3b00 tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] 10.222.0.62 "GET /v2.0/ports?device_id=dfff4fd0-4ae6-4bc1-aadc-ca811b4f8152 HTTP/1.1" status: 200 len: 945 time: 0.1111166 Sep 23 07:26:44.148859 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-1d090cff-4f1b-4a26-847f-84b4c82d47b6 req-5e3e7ffe-8bd5-41e5-bab8-5d769da6e281 tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] 10.222.0.62 "GET /v2.0/security-groups?id=f6ce59f4-c512-4d64-bc05-96f67bf65409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530417 Sep 23 07:26:44.364194 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Device 44aeb04a-e390-4325-b679-e0623cc82c5b up at agent hyperv_hv-cinder-80588 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:26:44.398395 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.62', 54542) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:26:44.409020 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b28cc512-7d96-46ac-b3cb-ff164208c371 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:44.420111 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4b05fc6c-fbf7-43c1-9399-c14648951603 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:44.496840 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Provisioning for port 44aeb04a-e390-4325-b679-e0623cc82c5b completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 07:26:44.501198 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28cc512-7d96-46ac-b3cb-ff164208c371 admin admin] Pushing event updated for resources: {'Subnet': ['ID=268d9a9b-c8cd-41c6-9c6e-7f9d40e41eae,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:26:44.501332 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Provisioning complete for port 44aeb04a-e390-4325-b679-e0623cc82c5b triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:26:44.501613 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703931'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:44.519224 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28cc512-7d96-46ac-b3cb-ff164208c371 admin admin] Checking segment: {'id': '3a470730-1ad3-461f-91dc-af57cba68cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '9f0a0a70-36ce-402d-923c-729f01f617e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:26:44.524895 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b28cc512-7d96-46ac-b3cb-ff164208c371 admin admin] Network hostable DHCP agents. Network: 9f0a0a70-36ce-402d-923c-729f01f617e9, hostable agents: ['9616ea92-93d9-4385-b3af-aa5c267d1a12'], hosted agents: [] {{(pid=94841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 07:26:44.588233 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:44.621428 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfff4fd0-4ae6-4bc1-aadc-ca811b4f8152', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44aeb04a-e390-4325-b679-e0623cc82c5b'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:26:44.623697 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8cb1569f887212d656241d478829572ac01e5268e755a1d7af7c5208f8517aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bfa5f1b-ca02-477b-ab1a-06e93b0347e3" -d '{"events": [{"server_uuid": "dfff4fd0-4ae6-4bc1-aadc-ca811b4f8152", "name": "network-vif-plugged", "status": "completed", "tag": "44aeb04a-e390-4325-b679-e0623cc82c5b"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:26:44.647528 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] For port 44aeb04a-e390-4325-b679-e0623cc82c5b, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=44aeb04a-e390-4325-b679-e0623cc82c5b,segment=NetworkSegment(30ea837a-f393-437b-a40e-aa4a286716b2),segment_id=30ea837a-f393-437b-a40e-aa4a286716b2)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:26:44.668243 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4b05fc6c-fbf7-43c1-9399-c14648951603 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:44.699738 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcf5e55-1e8c-41d7-8391-84b793c3b1b9 req-d1666cdb-5972-447a-8772-efc2a193e451 tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:26:44.701680 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-3dcf5e55-1e8c-41d7-8391-84b793c3b1b9 req-d1666cdb-5972-447a-8772-efc2a193e451 tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/ports?device_id=be5e8ac1-24da-457e-9cd8-b70acf9bb857 HTTP/1.1" status: 200 len: 945 time: 0.0712380 Sep 23 07:26:44.703419 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b28cc512-7d96-46ac-b3cb-ff164208c371 admin admin] Network 9f0a0a70-36ce-402d-923c-729f01f617e9 is scheduled to be hosted by DHCP agent 9616ea92-93d9-4385-b3af-aa5c267d1a12 with binding_index 1 {{(pid=94841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 07:26:44.761610 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-3dcf5e55-1e8c-41d7-8391-84b793c3b1b9 req-51ae537c-1b9d-4897-a269-5f7267529f61 tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/security-groups?id=b1176efc-2ea4-4549-99dc-1bd682ff6d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522959 Sep 23 07:26:44.820782 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 07:26:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-804398fd-36db-46d7-82b5-43288a39bd66 x-openstack-request-id: req-804398fd-36db-46d7-82b5-43288a39bd66 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:26:44.820782 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfff4fd0-4ae6-4bc1-aadc-ca811b4f8152", "name": "network-vif-plugged", "status": "completed", "tag": "44aeb04a-e390-4325-b679-e0623cc82c5b", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:26:44.820782 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-804398fd-36db-46d7-82b5-43288a39bd66 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:26:44.820782 dv-cinder-805887-18-iscsi neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfff4fd0-4ae6-4bc1-aadc-ca811b4f8152', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44aeb04a-e390-4325-b679-e0623cc82c5b', 'code': 200} Sep 23 07:26:44.845926 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4b05fc6c-fbf7-43c1-9399-c14648951603 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520401'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:44.849069 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728618137860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728617650881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728617650899'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:44.889097 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-b28cc512-7d96-46ac-b3cb-ff164208c371 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805887-18-iscsi, 9f0a0a70-36ce-402d-923c-729f01f617e9) {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:26:44.906287 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d89777d2-4666-41ae-aadc-a7de04d435e0 None None] Network 9f0a0a70-36ce-402d-923c-729f01f617e9 requested from dv-cinder-805887-18-iscsi {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:26:44.908927 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b28cc512-7d96-46ac-b3cb-ff164208c371 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:26:44.910061 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b28cc512-7d96-46ac-b3cb-ff164208c371 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577015'] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:44.944590 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [None req-4b05fc6c-fbf7-43c1-9399-c14648951603 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=234d31659cc94a5a895b7183c9b658e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5421529 Sep 23 07:26:44.944828 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Pushing event updated for resources: {'Port': ['ID=44aeb04a-e390-4325-b679-e0623cc82c5b,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:26:44.945063 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b05fc6c-fbf7-43c1-9399-c14648951603 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb1c1d57-079b-4050-8100-4b04fca44463,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:26:44.945551 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.62', 54562) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:26:45.030419 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b0f2dd3a-6d07-4ea4-9493-90f51ef8d953 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:45.044334 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [None req-b28cc512-7d96-46ac-b3cb-ff164208c371 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1776557 Sep 23 07:26:45.044820 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.62', 54564) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:26:45.050279 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.v2.base [None req-37a955c0-cf84-456e-a1f6-95c4a066a6bb admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-3333393-router', 'tenant_id': 'c94fc6b7cf004b03b6610c617415b316', 'external_gateway_info': {'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756'}}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:26:45.057790 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b0f2dd3a-6d07-4ea4-9493-90f51ef8d953 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:45.088357 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb7fc6f-1d07-432b-83f6-5323cda5f736 req-21c13404-6448-46fe-86fd-cc680ada5798 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:26:45.090070 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-5cb7fc6f-1d07-432b-83f6-5323cda5f736 req-21c13404-6448-46fe-86fd-cc680ada5798 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/ports?device_id=11aa03f3-4e13-41f7-a30c-8a2c8e1d0fa4 HTTP/1.1" status: 200 len: 945 time: 0.0765553 Sep 23 07:26:45.113740 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-501e75bf-d0be-4d9b-adb5-657dc2ff5db8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a3420cd-ceb0-58a0-900c-b744b29f87bb-9f0a0a70-36ce-402d-923c-729f01f617e9', 'network_id': '9f0a0a70-36ce-402d-923c-729f01f617e9', 'tenant_id': 'c94fc6b7cf004b03b6610c617415b316', 'fixed_ips': [{'subnet_id': '268d9a9b-c8cd-41c6-9c6e-7f9d40e41eae'}]}} from dv-cinder-805887-18-iscsi. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 07:26:45.114951 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-501e75bf-d0be-4d9b-adb5-657dc2ff5db8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:45.132435 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-5cb7fc6f-1d07-432b-83f6-5323cda5f736 req-5c672a01-a4c5-4507-84cf-ba3fc36eab67 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/security-groups?id=f544a07c-938f-4158-882b-467f1a401932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354240 Sep 23 07:26:45.234344 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b0f2dd3a-6d07-4ea4-9493-90f51ef8d953 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520401'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:45.235604 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-37a955c0-cf84-456e-a1f6-95c4a066a6bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-462469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1418'] for router, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:45.236896 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-37a955c0-cf84-456e-a1f6-95c4a066a6bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-459381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456581', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1411'] for router, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:45.239108 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b0f2dd3a-6d07-4ea4-9493-90f51ef8d953 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:45.242728 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [None req-b0f2dd3a-6d07-4ea4-9493-90f51ef8d953 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/bb1c1d57-079b-4050-8100-4b04fca44463 HTTP/1.1" status: 204 len: 168 time: 0.2936010 Sep 23 07:26:45.261313 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f2dd3a-6d07-4ea4-9493-90f51ef8d953 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb1c1d57-079b-4050-8100-4b04fca44463,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:26:45.272296 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d90f8b5-2bdf-4c0c-96db-3979da9a709b req-d0445345-c381-421a-b5c5-7510c8220351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:26:45.275732 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-2d90f8b5-2bdf-4c0c-96db-3979da9a709b req-d0445345-c381-421a-b5c5-7510c8220351 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=dfff4fd0-4ae6-4bc1-aadc-ca811b4f8152 HTTP/1.1" status: 200 len: 1099 time: 0.0902767 Sep 23 07:26:45.394322 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-37a955c0-cf84-456e-a1f6-95c4a066a6bb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:45.409651 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e05ef7-51b0-4cf8-b8e9-2ba23d67c0bf req-801029c6-074a-48b2-8763-8f076c303da7 tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:26:45.411291 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-00e05ef7-51b0-4cf8-b8e9-2ba23d67c0bf req-801029c6-074a-48b2-8763-8f076c303da7 tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] 10.222.0.62 "GET /v2.0/ports?device_id=dfff4fd0-4ae6-4bc1-aadc-ca811b4f8152 HTTP/1.1" status: 200 len: 946 time: 0.1887720 Sep 23 07:26:45.417701 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-2d90f8b5-2bdf-4c0c-96db-3979da9a709b req-767b1c97-2840-4202-a6c2-de2ce166304c service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=f6ce59f4-c512-4d64-bc05-96f67bf65409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297359 Sep 23 07:26:45.432442 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-501e75bf-d0be-4d9b-adb5-657dc2ff5db8 None None] Allocated IP 172.20.0.2 (9f0a0a70-36ce-402d-923c-729f01f617e9/268d9a9b-c8cd-41c6-9c6e-7f9d40e41eae/06eb898b-ba22-4bf8-a2ac-3699dcc27752) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:26:45.458110 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-00e05ef7-51b0-4cf8-b8e9-2ba23d67c0bf req-8ea65f6c-80e1-49a0-b409-a563115bbe13 tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] 10.222.0.62 "GET /v2.0/security-groups?id=f6ce59f4-c512-4d64-bc05-96f67bf65409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384419 Sep 23 07:26:45.594825 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-501e75bf-d0be-4d9b-adb5-657dc2ff5db8 None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:45.683235 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-37a955c0-cf84-456e-a1f6-95c4a066a6bb admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:45.685055 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-501e75bf-d0be-4d9b-adb5-657dc2ff5db8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728617650863'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:45.756751 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-501e75bf-d0be-4d9b-adb5-657dc2ff5db8 None None] Network 9f0a0a70-36ce-402d-923c-729f01f617e9 is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:26:45.761974 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-501e75bf-d0be-4d9b-adb5-657dc2ff5db8 None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:26:45.768047 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-501e75bf-d0be-4d9b-adb5-657dc2ff5db8 None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:26:45.786079 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501e75bf-d0be-4d9b-adb5-657dc2ff5db8 None None] Pushing event updated for resources: {'Port': ['ID=06eb898b-ba22-4bf8-a2ac-3699dcc27752,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:26:45.856531 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-501e75bf-d0be-4d9b-adb5-657dc2ff5db8 None None] Attempting to bind port 06eb898b-ba22-4bf8-a2ac-3699dcc27752 on host dv-cinder-805887-18-iscsi for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:26:45.857405 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-501e75bf-d0be-4d9b-adb5-657dc2ff5db8 None None] Attempting to bind port 06eb898b-ba22-4bf8-a2ac-3699dcc27752 by drivers openvswitch,hyperv on host dv-cinder-805887-18-iscsi at level 0 using segments [{'id': '3a470730-1ad3-461f-91dc-af57cba68cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '9f0a0a70-36ce-402d-923c-729f01f617e9'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:26:45.857830 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-501e75bf-d0be-4d9b-adb5-657dc2ff5db8 None None] Attempting to bind port 06eb898b-ba22-4bf8-a2ac-3699dcc27752 on network 9f0a0a70-36ce-402d-923c-729f01f617e9 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:26:45.868026 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-501e75bf-d0be-4d9b-adb5-657dc2ff5db8 None None] Checking agent: {'id': '8a4a6f1f-c513-442c-b997-00aea54023cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805887-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 7, 15, 58), 'started_at': datetime.datetime(2021, 9, 23, 7, 16, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 7, 26, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805887-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 07:26:45.868446 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-501e75bf-d0be-4d9b-adb5-657dc2ff5db8 None None] Checking segment: {'id': '3a470730-1ad3-461f-91dc-af57cba68cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '9f0a0a70-36ce-402d-923c-729f01f617e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:26:45.868892 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-501e75bf-d0be-4d9b-adb5-657dc2ff5db8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:45.869206 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-501e75bf-d0be-4d9b-adb5-657dc2ff5db8 None None] Bound using segment: {'id': '3a470730-1ad3-461f-91dc-af57cba68cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '9f0a0a70-36ce-402d-923c-729f01f617e9'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 07:26:45.869692 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-501e75bf-d0be-4d9b-adb5-657dc2ff5db8 None None] Bound port: 06eb898b-ba22-4bf8-a2ac-3699dcc27752, host: dv-cinder-805887-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a470730-1ad3-461f-91dc-af57cba68cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '9f0a0a70-36ce-402d-923c-729f01f617e9'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 07:26:45.870078 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-501e75bf-d0be-4d9b-adb5-657dc2ff5db8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:45.946879 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ef19be-d51a-45f0-99b1-3a552db2b074 req-21105966-91e4-4c7c-8413-edc7b682ce84 tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:26:45.948432 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-e6ef19be-d51a-45f0-99b1-3a552db2b074 req-21105966-91e4-4c7c-8413-edc7b682ce84 tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/ports?device_id=be5e8ac1-24da-457e-9cd8-b70acf9bb857 HTTP/1.1" status: 200 len: 945 time: 0.0646610 Sep 23 07:26:45.955120 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-501e75bf-d0be-4d9b-adb5-657dc2ff5db8 None None] For port 06eb898b-ba22-4bf8-a2ac-3699dcc27752, host dv-cinder-805887-18-iscsi, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:26:45.970472 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-501e75bf-d0be-4d9b-adb5-657dc2ff5db8 None None] For port 06eb898b-ba22-4bf8-a2ac-3699dcc27752, host dv-cinder-805887-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-18-iscsi',level=0,port_id=06eb898b-ba22-4bf8-a2ac-3699dcc27752,segment=NetworkSegment(3a470730-1ad3-461f-91dc-af57cba68cf2),segment_id=3a470730-1ad3-461f-91dc-af57cba68cf2)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 07:26:46.052290 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.62', 54582) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:26:46.067596 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-501e75bf-d0be-4d9b-adb5-657dc2ff5db8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728618137860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728617650881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728617650899'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:46.085754 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-e6ef19be-d51a-45f0-99b1-3a552db2b074 req-f822ddba-530b-48c6-957d-292313a4e811 tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/security-groups?id=b1176efc-2ea4-4549-99dc-1bd682ff6d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904689 Sep 23 07:26:46.099698 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-37a955c0-cf84-456e-a1f6-95c4a066a6bb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:46.155132 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501e75bf-d0be-4d9b-adb5-657dc2ff5db8 None None] Pushing event updated for resources: {'Port': ['ID=06eb898b-ba22-4bf8-a2ac-3699dcc27752,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:26:46.300135 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7560d06a-1616-4b50-b194-bf38deb49fe7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:46.422812 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.62', 54592) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:26:46.425068 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-37a955c0-cf84-456e-a1f6-95c4a066a6bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:46.449930 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7560d06a-1616-4b50-b194-bf38deb49fe7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:46.449930 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-43501027-4dd2-4b45-99f9-2d5f9ac1a01a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:46.549948 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5022e0-97bc-499a-aa54-9c0afbc03e38 req-5c129e17-61ec-41ae-a3e5-cb70b1bf1ab5 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:26:46.551531 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-9d5022e0-97bc-499a-aa54-9c0afbc03e38 req-5c129e17-61ec-41ae-a3e5-cb70b1bf1ab5 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/ports?device_id=11aa03f3-4e13-41f7-a30c-8a2c8e1d0fa4 HTTP/1.1" status: 200 len: 945 time: 0.1283631 Sep 23 07:26:46.554963 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7560d06a-1616-4b50-b194-bf38deb49fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520401'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:46.649840 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [None req-7560d06a-1616-4b50-b194-bf38deb49fe7 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=bb6cfb7a7b18421bbee4e20f168cb009&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5850892 Sep 23 07:26:46.650761 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.62', 54600) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:26:46.679637 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7560d06a-1616-4b50-b194-bf38deb49fe7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e366ec4-81d8-4f41-82d1-aa6f283b1d0e,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:26:46.730186 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-37a955c0-cf84-456e-a1f6-95c4a066a6bb admin admin] Allocated IP 172.27.2.187 (d5e7441b-7712-4831-9dab-1c29a8301756/89646001-5df7-4559-baa8-56e15a045fc5/cf58e5b6-c367-4fb3-8ef9-59b313c05993) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:26:46.753355 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-9d5022e0-97bc-499a-aa54-9c0afbc03e38 req-e409cb99-382a-4ca3-81d8-ee8c50323e8c tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/security-groups?id=f544a07c-938f-4158-882b-467f1a401932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1803372 Sep 23 07:26:46.760931 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1f8511ff-1421-44a5-bf9a-221193b5262e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:46.824496 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b3864c-5f97-446c-8b2a-cf34c1857728 req-f781cef5-036c-4a8e-88ce-5325af4af115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:26:46.826652 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-80b3864c-5f97-446c-8b2a-cf34c1857728 req-f781cef5-036c-4a8e-88ce-5325af4af115 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f847624712b744ff9af7930d845e8424&device_id=be5e8ac1-24da-457e-9cd8-b70acf9bb857 HTTP/1.1" status: 200 len: 1098 time: 0.1233914 Sep 23 07:26:46.851035 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1f8511ff-1421-44a5-bf9a-221193b5262e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:46.907494 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f03cde4-006c-451f-8fb5-1cd66077778f req-e7a83457-79b5-4ce3-89f5-b363e2f43986 tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:26:46.915975 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-9f03cde4-006c-451f-8fb5-1cd66077778f req-e7a83457-79b5-4ce3-89f5-b363e2f43986 tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] 10.222.0.62 "GET /v2.0/ports?device_id=dfff4fd0-4ae6-4bc1-aadc-ca811b4f8152 HTTP/1.1" status: 200 len: 946 time: 0.2837460 Sep 23 07:26:46.939636 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-43501027-4dd2-4b45-99f9-2d5f9ac1a01a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:46.944138 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Device 06eb898b-ba22-4bf8-a2ac-3699dcc27752 up at agent ovs-agent-dv-cinder-805887-18-iscsi {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:26:47.032618 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-43501027-4dd2-4b45-99f9-2d5f9ac1a01a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520401'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:47.076209 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1f8511ff-1421-44a5-bf9a-221193b5262e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520401'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:47.081509 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1f8511ff-1421-44a5-bf9a-221193b5262e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:47.086549 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [None req-1f8511ff-1421-44a5-bf9a-221193b5262e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5e366ec4-81d8-4f41-82d1-aa6f283b1d0e HTTP/1.1" status: 204 len: 168 time: 0.4308069 Sep 23 07:26:47.121937 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-9f03cde4-006c-451f-8fb5-1cd66077778f req-da705f20-cda2-4bbe-be9d-777b83170453 tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] 10.222.0.62 "GET /v2.0/security-groups?id=f6ce59f4-c512-4d64-bc05-96f67bf65409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049642 Sep 23 07:26:47.140939 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [None req-43501027-4dd2-4b45-99f9-2d5f9ac1a01a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=dbb86a2da8c84356a6c66a4499d566a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7167387 Sep 23 07:26:47.142884 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43501027-4dd2-4b45-99f9-2d5f9ac1a01a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22d323f6-7acc-489f-ad8a-474ab5bbb116,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:26:47.161074 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.62', 54604) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:26:47.172973 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Provisioning complete for port 06eb898b-ba22-4bf8-a2ac-3699dcc27752 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:26:47.173581 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703931'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:47.195812 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f913f5e-52c5-4c8c-a9b4-3f9c5fcea81e req-9e178f05-b58f-4982-87b7-8be0ad221d7e tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:26:47.204385 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-3f913f5e-52c5-4c8c-a9b4-3f9c5fcea81e req-9e178f05-b58f-4982-87b7-8be0ad221d7e tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/ports?device_id=be5e8ac1-24da-457e-9cd8-b70acf9bb857 HTTP/1.1" status: 200 len: 945 time: 0.2860622 Sep 23 07:26:47.211000 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-37a955c0-cf84-456e-a1f6-95c4a066a6bb admin admin] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:47.232755 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8511ff-1421-44a5-bf9a-221193b5262e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e366ec4-81d8-4f41-82d1-aa6f283b1d0e,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:26:47.257194 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2300142a-e445-4a3b-b9ba-42de0dd590ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:47.270789 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b3864c-5f97-446c-8b2a-cf34c1857728 req-fc6705df-732e-49a8-976c-e9101999dcba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:26:47.272809 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-80b3864c-5f97-446c-8b2a-cf34c1857728 req-fc6705df-732e-49a8-976c-e9101999dcba service neutron] 10.222.0.53 "GET /v2.0/networks?id=b44ca581-7903-4d34-918a-e51828122c6e HTTP/1.1" status: 200 len: 919 time: 0.4219000 Sep 23 07:26:47.323064 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2300142a-e445-4a3b-b9ba-42de0dd590ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:47.352092 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-37a955c0-cf84-456e-a1f6-95c4a066a6bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728617650863'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:47.356568 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:47.357922 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-80b3864c-5f97-446c-8b2a-cf34c1857728 req-de6d6a13-1d5d-463b-bd6c-082ab2dc0176 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4742ed84-7103-4a63-868a-99b885e5faa4 HTTP/1.1" status: 200 len: 217 time: 0.0598068 Sep 23 07:26:47.411019 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] For port 06eb898b-ba22-4bf8-a2ac-3699dcc27752, host dv-cinder-805887-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-18-iscsi',level=0,port_id=06eb898b-ba22-4bf8-a2ac-3699dcc27752,segment=NetworkSegment(3a470730-1ad3-461f-91dc-af57cba68cf2),segment_id=3a470730-1ad3-461f-91dc-af57cba68cf2)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:26:47.443017 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-3f913f5e-52c5-4c8c-a9b4-3f9c5fcea81e req-42b6c38c-09e2-4728-a06d-4089c147a378 tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/security-groups?id=b1176efc-2ea4-4549-99dc-1bd682ff6d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2377009 Sep 23 07:26:47.445410 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37a955c0-cf84-456e-a1f6-95c4a066a6bb admin admin] Network d5e7441b-7712-4831-9dab-1c29a8301756 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:26:47.455418 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-37a955c0-cf84-456e-a1f6-95c4a066a6bb admin admin] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:26:47.461887 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a955c0-cf84-456e-a1f6-95c4a066a6bb admin admin] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:26:47.501065 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2300142a-e445-4a3b-b9ba-42de0dd590ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520401'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:47.504611 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2300142a-e445-4a3b-b9ba-42de0dd590ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:47.506417 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [None req-2300142a-e445-4a3b-b9ba-42de0dd590ad admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/22d323f6-7acc-489f-ad8a-474ab5bbb116 HTTP/1.1" status: 204 len: 168 time: 0.3433881 Sep 23 07:26:47.506732 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a955c0-cf84-456e-a1f6-95c4a066a6bb admin admin] Pushing event updated for resources: {'Port': ['ID=cf58e5b6-c367-4fb3-8ef9-59b313c05993,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:26:47.518277 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b3864c-5f97-446c-8b2a-cf34c1857728 req-fd59c649-28da-4085-b3fc-c0804f24e6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:26:47.520344 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-80b3864c-5f97-446c-8b2a-cf34c1857728 req-fd59c649-28da-4085-b3fc-c0804f24e6e9 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c0154a81-b31b-4d7e-b6a8-6873c78703af HTTP/1.1" status: 200 len: 858 time: 0.1506228 Sep 23 07:26:47.532153 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728618137860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728617650881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728617650899'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:47.561339 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2300142a-e445-4a3b-b9ba-42de0dd590ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22d323f6-7acc-489f-ad8a-474ab5bbb116,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:26:47.607493 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-80b3864c-5f97-446c-8b2a-cf34c1857728 req-2970fbd7-1fce-4ea6-89c3-608a2f522d4a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b44ca581-7903-4d34-918a-e51828122c6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0567586 Sep 23 07:26:47.675543 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a533fb7d-9731-4901-883e-a14e81097f27 None None] Network 9f0a0a70-36ce-402d-923c-729f01f617e9 requested from dv-cinder-805887-18-iscsi {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:26:47.681278 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Pushing event updated for resources: {'Port': ['ID=06eb898b-ba22-4bf8-a2ac-3699dcc27752,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:26:47.749497 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-f5424d26-2ae4-4050-8b50-7fc403ecadce None None] Provisioning complete for port 06eb898b-ba22-4bf8-a2ac-3699dcc27752 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:26:47.749874 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f5424d26-2ae4-4050-8b50-7fc403ecadce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703931'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:47.805052 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-80b3864c-5f97-446c-8b2a-cf34c1857728 req-1f236a27-9861-4ae6-b7a6-274782ee72f9 service neutron] 10.222.0.53 "GET /v2.0/networks/b44ca581-7903-4d34-918a-e51828122c6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1823175 Sep 23 07:26:48.004680 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-37a955c0-cf84-456e-a1f6-95c4a066a6bb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:48.077134 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dde8d49-b1f3-405e-9ac8-61e5805e34da req-9334d495-3b51-4cdd-8104-194574843cbd tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:26:48.078700 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-5dde8d49-b1f3-405e-9ac8-61e5805e34da req-9334d495-3b51-4cdd-8104-194574843cbd tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/ports?device_id=11aa03f3-4e13-41f7-a30c-8a2c8e1d0fa4 HTTP/1.1" status: 200 len: 945 time: 0.2000337 Sep 23 07:26:48.123567 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-80b3864c-5f97-446c-8b2a-cf34c1857728 req-f654c903-9896-4966-8a42-0f5dc0ebb9d0 service neutron] 10.222.0.53 "GET /v2.0/networks/b44ca581-7903-4d34-918a-e51828122c6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2680364 Sep 23 07:26:48.214101 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.62', 54622) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:26:48.229720 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f906e9b8-8393-4634-a533-d9854dd77d78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:48.301952 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-5dde8d49-b1f3-405e-9ac8-61e5805e34da req-6152decd-2360-4cc7-b2f3-58e8b9d0f563 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/security-groups?id=f544a07c-938f-4158-882b-467f1a401932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2141328 Sep 23 07:26:48.342248 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ab0808cc-ff07-4ec5-b595-99f89b0148c3 None None] Provisioning complete for port 06eb898b-ba22-4bf8-a2ac-3699dcc27752 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:26:48.343248 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ab0808cc-ff07-4ec5-b595-99f89b0148c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703931'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:48.377878 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e33878-902e-4096-956f-84f1d4d7859a req-5a4a5c6c-bb24-462d-8995-052792f2f23c tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:26:48.379263 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-95e33878-902e-4096-956f-84f1d4d7859a req-5a4a5c6c-bb24-462d-8995-052792f2f23c tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] 10.222.0.62 "GET /v2.0/ports?device_id=dfff4fd0-4ae6-4bc1-aadc-ca811b4f8152 HTTP/1.1" status: 200 len: 946 time: 0.1248102 Sep 23 07:26:48.381119 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-37a955c0-cf84-456e-a1f6-95c4a066a6bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-459276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456632'] for router, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:48.402976 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f906e9b8-8393-4634-a533-d9854dd77d78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:48.560472 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f906e9b8-8393-4634-a533-d9854dd77d78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520401'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:48.624586 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [None req-f906e9b8-8393-4634-a533-d9854dd77d78 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4c90ca8a168e46dc8a5f00d37d37c1c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4093161 Sep 23 07:26:48.627706 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.62', 54630) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:26:48.638383 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f906e9b8-8393-4634-a533-d9854dd77d78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bf60291-0bf4-466c-a25d-1021219a7c9a,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:26:48.689353 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-347b6221-beab-4560-a717-782fc29ca563 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:48.715564 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-347b6221-beab-4560-a717-782fc29ca563 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:48.782561 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-95e33878-902e-4096-956f-84f1d4d7859a req-c4869864-1f03-4ce1-b9aa-39c2cf0ca459 tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] 10.222.0.62 "GET /v2.0/security-groups?id=f6ce59f4-c512-4d64-bc05-96f67bf65409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3624442 Sep 23 07:26:48.825724 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d9ec80-45fc-4932-9165-80b1e5114c38 req-3e8cca7b-bfbd-49c1-9d78-cf2442d81b77 tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:26:48.827489 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-27d9ec80-45fc-4932-9165-80b1e5114c38 req-3e8cca7b-bfbd-49c1-9d78-cf2442d81b77 tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/ports?device_id=be5e8ac1-24da-457e-9cd8-b70acf9bb857 HTTP/1.1" status: 200 len: 945 time: 0.1074004 Sep 23 07:26:48.831421 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Device 06eb898b-ba22-4bf8-a2ac-3699dcc27752 up at agent ovs-agent-dv-cinder-805887-18-iscsi {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:26:48.892631 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-347b6221-beab-4560-a717-782fc29ca563 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520401'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:48.893991 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-27d9ec80-45fc-4932-9165-80b1e5114c38 req-22489a1b-4ff9-47f6-897b-5a8c4c8b3c5e tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/security-groups?id=b1176efc-2ea4-4549-99dc-1bd682ff6d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569165 Sep 23 07:26:48.901149 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-347b6221-beab-4560-a717-782fc29ca563 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:48.901149 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [None req-347b6221-beab-4560-a717-782fc29ca563 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/6bf60291-0bf4-466c-a25d-1021219a7c9a HTTP/1.1" status: 204 len: 168 time: 0.2711678 Sep 23 07:26:48.911177 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347b6221-beab-4560-a717-782fc29ca563 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bf60291-0bf4-466c-a25d-1021219a7c9a,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:26:48.943152 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Provisioning complete for port 06eb898b-ba22-4bf8-a2ac-3699dcc27752 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:26:48.943152 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703931'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:48.959554 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37a955c0-cf84-456e-a1f6-95c4a066a6bb admin admin] Router 4fa3708c-ed9f-4062-b458-7023c3be3f04 is scheduled to L3 agent 65b4f7dd-c6e9-4255-94ee-66e285aed80f with binding_index 1 {{(pid=94841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 07:26:49.077856 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37a955c0-cf84-456e-a1f6-95c4a066a6bb admin admin] Notify agent at l3_agent.dv-cinder-805887-18-iscsi the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 07:26:49.090680 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c801c1-8639-4937-8708-0e3baf42bec7 None None] Sync routers for ids ['4fa3708c-ed9f-4062-b458-7023c3be3f04'] in dv-cinder-805887-18-iscsi {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 07:26:49.102805 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c801c1-8639-4937-8708-0e3baf42bec7 None None] Routers {'4fa3708c-ed9f-4062-b458-7023c3be3f04'} bound to L3 agent in host dv-cinder-805887-18-iscsi {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:26:49.103530 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-14c801c1-8639-4937-8708-0e3baf42bec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T07:15:56Z,description=,heartbeat_timestamp=2021-09-23T07:26:26Z,host='dv-cinder-805887-18-iscsi',id=65b4f7dd-c6e9-4255-94ee-66e285aed80f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T07:15:57Z,topic='l3_agent')) {'router_ids': ['4fa3708c-ed9f-4062-b458-7023c3be3f04'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:26:49.199782 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-37a955c0-cf84-456e-a1f6-95c4a066a6bb admin admin] Notify callbacks [] for router, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:49.201098 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [None req-37a955c0-cf84-456e-a1f6-95c4a066a6bb admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.1546755 Sep 23 07:26:49.204118 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.62', 54646) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:26:49.235396 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-14c801c1-8639-4937-8708-0e3baf42bec7 None None] Set router 4fa3708c-ed9f-4062-b458-7023c3be3f04 gateway port host: dv-cinder-805887-18-iscsi {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:26:49.264886 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.62', 54648) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:26:49.466267 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.v2.base [None req-628e3b15-5ac3-478b-8cac-b88262d2dcc5 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-184881800-network', 'tenant_id': '5c8efa24dc094195b88f10f950dab14e'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:26:49.475170 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-14c801c1-8639-4937-8708-0e3baf42bec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fa3708c-ed9f-4062-b458-7023c3be3f04', 'name': 'tempest-TestVolumeBootPattern-3333393-router', 'tenant_id': 'c94fc6b7cf004b03b6610c617415b316', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'external_fixed_ips': [{'subnet_id': '89646001-5df7-4559-baa8-56e15a045fc5', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': 'cf58e5b6-c367-4fb3-8ef9-59b313c05993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:26:45Z', 'updated_at': '2021-09-23T07:26:47Z', 'revision_number': 3, 'project_id': 'c94fc6b7cf004b03b6610c617415b316', 'gw_port': {'id': 'cf58e5b6-c367-4fb3-8ef9-59b313c05993', 'name': '', 'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:05:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fa3708c-ed9f-4062-b458-7023c3be3f04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '89646001-5df7-4559-baa8-56e15a045fc5', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:26:46Z', 'updated_at': '2021-09-23T07:26:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '89646001-5df7-4559-baa8-56e15a045fc5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-18-iscsi'}], 'dv-cinder-805887-18-iscsi', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:26:49.511173 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c801c1-8639-4937-8708-0e3baf42bec7 None None] Checking router: 4fa3708c-ed9f-4062-b458-7023c3be3f04 for host: dv-cinder-805887-18-iscsi {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 07:26:49.511543 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c801c1-8639-4937-8708-0e3baf42bec7 None None] Updating router 4fa3708c-ed9f-4062-b458-7023c3be3f04 port cf58e5b6-c367-4fb3-8ef9-59b313c05993 binding host dv-cinder-805887-18-iscsi {{(pid=94843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 07:26:49.513119 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435cc26f-0c0a-4343-8b7e-055b5313aa58 req-0c25ce6d-0437-42e9-a25e-04cff581e887 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:26:49.516115 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-435cc26f-0c0a-4343-8b7e-055b5313aa58 req-0c25ce6d-0437-42e9-a25e-04cff581e887 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/ports?device_id=11aa03f3-4e13-41f7-a30c-8a2c8e1d0fa4 HTTP/1.1" status: 200 len: 945 time: 0.0948796 Sep 23 07:26:49.542994 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-14c801c1-8639-4937-8708-0e3baf42bec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:49.573785 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-628e3b15-5ac3-478b-8cac-b88262d2dcc5 admin admin] Made reservation on behalf of 5c8efa24dc094195b88f10f950dab14e for: {'network': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:26:49.573785 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-628e3b15-5ac3-478b-8cac-b88262d2dcc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for network, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:49.585702 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-628e3b15-5ac3-478b-8cac-b88262d2dcc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:49.607377 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-435cc26f-0c0a-4343-8b7e-055b5313aa58 req-abe4ee8f-a57d-4773-ad24-4483cb57bc46 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/security-groups?id=f544a07c-938f-4158-882b-467f1a401932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856216 Sep 23 07:26:49.774548 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-628e3b15-5ac3-478b-8cac-b88262d2dcc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:49.841614 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-628e3b15-5ac3-478b-8cac-b88262d2dcc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520401'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:49.879559 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628e3b15-5ac3-478b-8cac-b88262d2dcc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=931defd8-8cc8-4b33-a995-f6c6653dcffb,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:26:49.892689 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-628e3b15-5ac3-478b-8cac-b88262d2dcc5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 579} {{(pid=94841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 07:26:49.916974 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-628e3b15-5ac3-478b-8cac-b88262d2dcc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692928'] for segment, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:49.917471 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.db.segments_db [None req-628e3b15-5ac3-478b-8cac-b88262d2dcc5 admin admin] Added segment 6442fc1e-6e9f-45e0-a586-0d56e26cc687 of type vlan for network 5aadf305-33ac-4849-8154-06215b393927 Sep 23 07:26:49.979609 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e51cc8d3-d792-4c26-b73b-adc75df9b4b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:49.984920 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-628e3b15-5ac3-478b-8cac-b88262d2dcc5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728617604886'] for network, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:50.100862 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bb900a-8aa6-450d-9bae-da332aee7ed4 req-d509d743-876b-48e2-86e8-b9662d28718d tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:26:50.102635 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-38bb900a-8aa6-450d-9bae-da332aee7ed4 req-d509d743-876b-48e2-86e8-b9662d28718d tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/ports?device_id=be5e8ac1-24da-457e-9cd8-b70acf9bb857 HTTP/1.1" status: 200 len: 945 time: 0.0633612 Sep 23 07:26:50.142848 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-628e3b15-5ac3-478b-8cac-b88262d2dcc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957'] for network, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:50.152800 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-628e3b15-5ac3-478b-8cac-b88262d2dcc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:26:50.152800 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-628e3b15-5ac3-478b-8cac-b88262d2dcc5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577015'] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:50.152800 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-38bb900a-8aa6-450d-9bae-da332aee7ed4 req-925a4b59-4220-4f8f-8d45-ba5e700ee854 tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/security-groups?id=b1176efc-2ea4-4549-99dc-1bd682ff6d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400264 Sep 23 07:26:50.156255 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-14c801c1-8639-4937-8708-0e3baf42bec7 None None] Notify callbacks [] for port, precommit_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:50.208638 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-e51cc8d3-d792-4c26-b73b-adc75df9b4b3 admin admin] Allocated IP 172.20.0.1 (9f0a0a70-36ce-402d-923c-729f01f617e9/268d9a9b-c8cd-41c6-9c6e-7f9d40e41eae/eb52962a-5c61-4a98-8df4-1631fd2e75ee) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:26:50.218122 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628e3b15-5ac3-478b-8cac-b88262d2dcc5 admin admin] Pushing event updated for resources: {'Network': ['ID=5aadf305-33ac-4849-8154-06215b393927,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:26:50.231418 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Network 5aadf305-33ac-4849-8154-06215b393927 details requested by agent ovs-agent-dv-cinder-805887-18-iscsi with host dv-cinder-805887-18-iscsi {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 07:26:50.304515 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-14c801c1-8639-4937-8708-0e3baf42bec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728618137860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728617650881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728617650899'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:50.308595 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [None req-628e3b15-5ac3-478b-8cac-b88262d2dcc5 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0422626 Sep 23 07:26:50.312217 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.62', 54678) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:26:50.334514 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.v2.base [None req-3556bcf5-a846-4b06-9be0-a66ebd69c824 admin admin] Request body: {'subnet': {'network_id': '5aadf305-33ac-4849-8154-06215b393927', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-184881800-subnet', 'tenant_id': '5c8efa24dc094195b88f10f950dab14e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:26:50.356637 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e51cc8d3-d792-4c26-b73b-adc75df9b4b3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:50.413600 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-14c801c1-8639-4937-8708-0e3baf42bec7 None None] Attempting to bind port cf58e5b6-c367-4fb3-8ef9-59b313c05993 on host dv-cinder-805887-18-iscsi for vnic_type normal with profile {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:26:50.413973 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-14c801c1-8639-4937-8708-0e3baf42bec7 None None] Attempting to bind port cf58e5b6-c367-4fb3-8ef9-59b313c05993 by drivers openvswitch,hyperv on host dv-cinder-805887-18-iscsi at level 0 using segments [{'id': '8399e290-ca7c-4b27-b40e-543152e4317b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756'}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:26:50.414424 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c801c1-8639-4937-8708-0e3baf42bec7 None None] Attempting to bind port cf58e5b6-c367-4fb3-8ef9-59b313c05993 on network d5e7441b-7712-4831-9dab-1c29a8301756 {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:26:50.433787 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c801c1-8639-4937-8708-0e3baf42bec7 None None] Checking agent: {'id': '8a4a6f1f-c513-442c-b997-00aea54023cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805887-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 7, 15, 58), 'started_at': datetime.datetime(2021, 9, 23, 7, 16, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 7, 26, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805887-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 07:26:50.433787 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c801c1-8639-4937-8708-0e3baf42bec7 None None] Checking segment: {'id': '8399e290-ca7c-4b27-b40e-543152e4317b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:26:50.433787 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-14c801c1-8639-4937-8708-0e3baf42bec7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:50.433787 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c801c1-8639-4937-8708-0e3baf42bec7 None None] Bound using segment: {'id': '8399e290-ca7c-4b27-b40e-543152e4317b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756'} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 07:26:50.433787 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-14c801c1-8639-4937-8708-0e3baf42bec7 None None] Bound port: cf58e5b6-c367-4fb3-8ef9-59b313c05993, host: dv-cinder-805887-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8399e290-ca7c-4b27-b40e-543152e4317b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756'}}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 07:26:50.433787 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-14c801c1-8639-4937-8708-0e3baf42bec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:50.433787 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b56c72b-81e0-41bd-8d63-5a6b155a4c36 None None] Pushing event updated for resources: {'Port': ['ID=cf58e5b6-c367-4fb3-8ef9-59b313c05993,revision_number=2']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:26:50.464263 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b56c72b-81e0-41bd-8d63-5a6b155a4c36 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:26:50.464638 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b56c72b-81e0-41bd-8d63-5a6b155a4c36 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:26:50.469559 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b56c72b-81e0-41bd-8d63-5a6b155a4c36 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:26:50.469559 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b56c72b-81e0-41bd-8d63-5a6b155a4c36 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:26:50.469559 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b56c72b-81e0-41bd-8d63-5a6b155a4c36 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:26:50.469559 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b56c72b-81e0-41bd-8d63-5a6b155a4c36 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:26:50.469559 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b56c72b-81e0-41bd-8d63-5a6b155a4c36 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:26:50.469559 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b56c72b-81e0-41bd-8d63-5a6b155a4c36 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:26:50.469559 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b56c72b-81e0-41bd-8d63-5a6b155a4c36 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:26:50.469559 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b56c72b-81e0-41bd-8d63-5a6b155a4c36 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:26:50.469559 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b56c72b-81e0-41bd-8d63-5a6b155a4c36 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:26:50.469559 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b56c72b-81e0-41bd-8d63-5a6b155a4c36 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:26:50.504520 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-14c801c1-8639-4937-8708-0e3baf42bec7 None None] For port cf58e5b6-c367-4fb3-8ef9-59b313c05993, host dv-cinder-805887-18-iscsi, cleared binding levels {{(pid=94843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:26:50.505470 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3556bcf5-a846-4b06-9be0-a66ebd69c824 admin admin] Made reservation on behalf of 5c8efa24dc094195b88f10f950dab14e for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:26:50.508169 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-14c801c1-8639-4937-8708-0e3baf42bec7 None None] For port cf58e5b6-c367-4fb3-8ef9-59b313c05993, host dv-cinder-805887-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-18-iscsi',level=0,port_id=cf58e5b6-c367-4fb3-8ef9-59b313c05993,segment=NetworkSegment(8399e290-ca7c-4b27-b40e-543152e4317b),segment_id=8399e290-ca7c-4b27-b40e-543152e4317b)] {{(pid=94843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 07:26:50.508422 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3556bcf5-a846-4b06-9be0-a66ebd69c824 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:50.530461 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e51cc8d3-d792-4c26-b73b-adc75df9b4b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728617650863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58957170'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:50.597351 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e51cc8d3-d792-4c26-b73b-adc75df9b4b3 admin admin] Network 9f0a0a70-36ce-402d-923c-729f01f617e9 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:26:50.602558 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51cc8d3-d792-4c26-b73b-adc75df9b4b3 admin admin] Pushing event updated for resources: {'Port': ['ID=eb52962a-5c61-4a98-8df4-1631fd2e75ee,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:26:50.606020 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-e51cc8d3-d792-4c26-b73b-adc75df9b4b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:26:50.609535 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e51cc8d3-d792-4c26-b73b-adc75df9b4b3 admin admin] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:26:50.627053 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-14c801c1-8639-4937-8708-0e3baf42bec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728618137860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728617650881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728617650899'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:50.711057 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e51cc8d3-d792-4c26-b73b-adc75df9b4b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456069'] for router_interface, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:50.824748 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b56c72b-81e0-41bd-8d63-5a6b155a4c36 None None] Pushing event updated for resources: {'Port': ['ID=cf58e5b6-c367-4fb3-8ef9-59b313c05993,revision_number=3']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:26:50.844345 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c801c1-8639-4937-8708-0e3baf42bec7 None None] Routers {'4fa3708c-ed9f-4062-b458-7023c3be3f04'} bound to L3 agent in host dv-cinder-805887-18-iscsi {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:26:50.845030 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-14c801c1-8639-4937-8708-0e3baf42bec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T07:15:56Z,description=,heartbeat_timestamp=2021-09-23T07:26:26Z,host='dv-cinder-805887-18-iscsi',id=65b4f7dd-c6e9-4255-94ee-66e285aed80f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T07:15:57Z,topic='l3_agent')) {'router_ids': ['4fa3708c-ed9f-4062-b458-7023c3be3f04'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:26:50.870076 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3556bcf5-a846-4b06-9be0-a66ebd69c824 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:50.960418 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e55695-3f25-4e12-b4b8-69608c37d269 req-26f8beef-8ca5-4357-9cff-1aeb9b3d810a tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:26:50.968353 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-a2e55695-3f25-4e12-b4b8-69608c37d269 req-26f8beef-8ca5-4357-9cff-1aeb9b3d810a tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/ports?device_id=11aa03f3-4e13-41f7-a30c-8a2c8e1d0fa4 HTTP/1.1" status: 200 len: 945 time: 0.1755097 Sep 23 07:26:50.982825 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-14c801c1-8639-4937-8708-0e3baf42bec7 None None] Set router 4fa3708c-ed9f-4062-b458-7023c3be3f04 gateway port host: dv-cinder-805887-18-iscsi {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:26:50.998804 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3556bcf5-a846-4b06-9be0-a66ebd69c824 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8eed5d5-8c59-4e7d-ab4c-52fe690c2c53,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:26:51.032313 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3556bcf5-a846-4b06-9be0-a66ebd69c824 admin admin] Checking segment: {'id': '6442fc1e-6e9f-45e0-a586-0d56e26cc687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '5aadf305-33ac-4849-8154-06215b393927'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:26:51.032499 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3556bcf5-a846-4b06-9be0-a66ebd69c824 admin admin] Network hostable DHCP agents. Network: 5aadf305-33ac-4849-8154-06215b393927, hostable agents: ['9616ea92-93d9-4385-b3af-aa5c267d1a12'], hosted agents: [] {{(pid=94841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 07:26:51.043804 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-a2e55695-3f25-4e12-b4b8-69608c37d269 req-333ecda8-8fc7-4cc8-bcb4-a4ada3c98f18 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/security-groups?id=f544a07c-938f-4158-882b-467f1a401932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744066 Sep 23 07:26:51.071963 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e51cc8d3-d792-4c26-b73b-adc75df9b4b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:51.104622 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-f7208164-0e26-4da7-b9e7-7bf20b87986e None None] Provisioning complete for port eb52962a-5c61-4a98-8df4-1631fd2e75ee triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:26:51.105151 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f7208164-0e26-4da7-b9e7-7bf20b87986e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703931'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:51.161699 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-f7208164-0e26-4da7-b9e7-7bf20b87986e None None] Port eb52962a-5c61-4a98-8df4-1631fd2e75ee cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 07:26:51.182840 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3556bcf5-a846-4b06-9be0-a66ebd69c824 admin admin] Network 5aadf305-33ac-4849-8154-06215b393927 is scheduled to be hosted by DHCP agent 9616ea92-93d9-4385-b3af-aa5c267d1a12 with binding_index 1 {{(pid=94841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 07:26:51.234697 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-14c801c1-8639-4937-8708-0e3baf42bec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fa3708c-ed9f-4062-b458-7023c3be3f04', 'name': 'tempest-TestVolumeBootPattern-3333393-router', 'tenant_id': 'c94fc6b7cf004b03b6610c617415b316', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'external_fixed_ips': [{'subnet_id': '89646001-5df7-4559-baa8-56e15a045fc5', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': 'cf58e5b6-c367-4fb3-8ef9-59b313c05993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:26:45Z', 'updated_at': '2021-09-23T07:26:47Z', 'revision_number': 3, 'project_id': 'c94fc6b7cf004b03b6610c617415b316', 'gw_port': {'id': 'cf58e5b6-c367-4fb3-8ef9-59b313c05993', 'name': '', 'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:05:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fa3708c-ed9f-4062-b458-7023c3be3f04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '89646001-5df7-4559-baa8-56e15a045fc5', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:26:46Z', 'updated_at': '2021-09-23T07:26:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89646001-5df7-4559-baa8-56e15a045fc5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-18-iscsi'}], 'dv-cinder-805887-18-iscsi', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:26:51.274585 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c801c1-8639-4937-8708-0e3baf42bec7 None None] The sync data for ids ['4fa3708c-ed9f-4062-b458-7023c3be3f04'] in dv-cinder-805887-18-iscsi is: [{'id': '4fa3708c-ed9f-4062-b458-7023c3be3f04', 'name': 'tempest-TestVolumeBootPattern-3333393-router', 'tenant_id': 'c94fc6b7cf004b03b6610c617415b316', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'external_fixed_ips': [{'subnet_id': '89646001-5df7-4559-baa8-56e15a045fc5', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': 'cf58e5b6-c367-4fb3-8ef9-59b313c05993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:26:45Z', 'updated_at': '2021-09-23T07:26:47Z', 'revision_number': 3, 'project_id': 'c94fc6b7cf004b03b6610c617415b316', 'gw_port': {'id': 'cf58e5b6-c367-4fb3-8ef9-59b313c05993', 'name': '', 'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:05:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fa3708c-ed9f-4062-b458-7023c3be3f04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '89646001-5df7-4559-baa8-56e15a045fc5', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:26:46Z', 'updated_at': '2021-09-23T07:26:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89646001-5df7-4559-baa8-56e15a045fc5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-18-iscsi'}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 07:26:51.299957 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533b65c8-a2e3-4bc3-a1b4-6fed695cbc9e req-b71bf6a3-1b63-4a7b-9170-4512dc6ff168 tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:26:51.306967 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-533b65c8-a2e3-4bc3-a1b4-6fed695cbc9e req-b71bf6a3-1b63-4a7b-9170-4512dc6ff168 tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/ports?device_id=be5e8ac1-24da-457e-9cd8-b70acf9bb857 HTTP/1.1" status: 200 len: 945 time: 0.0593166 Sep 23 07:26:51.306967 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-3556bcf5-a846-4b06-9be0-a66ebd69c824 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805887-18-iscsi, 5aadf305-33ac-4849-8154-06215b393927) {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:26:51.309155 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3556bcf5-a846-4b06-9be0-a66ebd69c824 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:26:51.309920 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3556bcf5-a846-4b06-9be0-a66ebd69c824 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577015'] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:51.318907 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d4362af-646f-48b4-a796-afce286104aa None None] Network 5aadf305-33ac-4849-8154-06215b393927 requested from dv-cinder-805887-18-iscsi {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:26:51.323027 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e51cc8d3-d792-4c26-b73b-adc75df9b4b3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:51.381838 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-533b65c8-a2e3-4bc3-a1b4-6fed695cbc9e req-43148951-d1ca-4ed9-9ebc-5a5109b2e15f tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/security-groups?id=b1176efc-2ea4-4549-99dc-1bd682ff6d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373540 Sep 23 07:26:51.418343 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [None req-3556bcf5-a846-4b06-9be0-a66ebd69c824 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1049891 Sep 23 07:26:51.421543 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e51cc8d3-d792-4c26-b73b-adc75df9b4b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728618137860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728617650881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728617650899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58957177'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:51.553656 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fe48029-36ea-4e22-9f16-98aa18bd7094 None None] Network 5aadf305-33ac-4849-8154-06215b393927 requested from dv-cinder-805887-18-iscsi {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:26:51.571290 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e51cc8d3-d792-4c26-b73b-adc75df9b4b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455541'] for router_interface, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:51.586494 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51cc8d3-d792-4c26-b73b-adc75df9b4b3 admin admin] Pushing event updated for resources: {'Port': ['ID=eb52962a-5c61-4a98-8df4-1631fd2e75ee,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:26:51.590746 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.62', 54714) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:26:51.880625 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e51cc8d3-d792-4c26-b73b-adc75df9b4b3 admin admin] Network 9f0a0a70-36ce-402d-923c-729f01f617e9 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:26:51.883136 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-e51cc8d3-d792-4c26-b73b-adc75df9b4b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:26:51.911766 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-921745e5-adcb-4fe8-b050-88916dc78600 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:52.105970 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-921745e5-adcb-4fe8-b050-88916dc78600 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:52.189174 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-921745e5-adcb-4fe8-b050-88916dc78600 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520401'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:52.195542 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-88976316-df82-41e8-b342-2544cdb3f700 None None] Provisioning complete for port eb52962a-5c61-4a98-8df4-1631fd2e75ee triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:26:52.196013 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-88976316-df82-41e8-b342-2544cdb3f700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703931'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:52.264015 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-88976316-df82-41e8-b342-2544cdb3f700 None None] Port eb52962a-5c61-4a98-8df4-1631fd2e75ee cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 07:26:52.392056 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [None req-921745e5-adcb-4fe8-b050-88916dc78600 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f965029ff84246ca9e48381c36170a42&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7957754 Sep 23 07:26:52.392056 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921745e5-adcb-4fe8-b050-88916dc78600 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4799b350-bdb2-4666-ba0c-090688564120,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:26:52.407075 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.62', 54728) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:26:52.449508 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9719cc3-3ee0-4869-958c-02d437dfc636 req-4db343c8-7204-484b-99f9-48a6181ce7bb tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:26:52.457843 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-e9719cc3-3ee0-4869-958c-02d437dfc636 req-4db343c8-7204-484b-99f9-48a6181ce7bb tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/ports?device_id=11aa03f3-4e13-41f7-a30c-8a2c8e1d0fa4 HTTP/1.1" status: 200 len: 945 time: 0.2127302 Sep 23 07:26:52.477893 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c1882d-96ec-47b7-8a92-40200b220d7d req-eaaae889-b582-48fc-8809-09d244bcd1b1 tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:26:52.483045 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-90c1882d-96ec-47b7-8a92-40200b220d7d req-eaaae889-b582-48fc-8809-09d244bcd1b1 tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] 10.222.0.62 "GET /v2.0/ports?device_id=f2f739a5-b918-46ae-a5a1-5005a5b39ebd HTTP/1.1" status: 200 len: 945 time: 0.2398901 Sep 23 07:26:52.534836 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e51cc8d3-d792-4c26-b73b-adc75df9b4b3 admin admin] Router 4fa3708c-ed9f-4062-b458-7023c3be3f04 has already been hosted by L3 agent 65b4f7dd-c6e9-4255-94ee-66e285aed80f {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 07:26:52.657809 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-e9719cc3-3ee0-4869-958c-02d437dfc636 req-4e0947c2-5a55-4272-928d-1345d036e6e1 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/security-groups?id=f544a07c-938f-4158-882b-467f1a401932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1990211 Sep 23 07:26:52.691553 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-97e585ff-0213-4f34-93e3-48cb2c2a233a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:52.698231 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e51cc8d3-d792-4c26-b73b-adc75df9b4b3 admin admin] Notify agent at l3_agent.dv-cinder-805887-18-iscsi the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 07:26:52.715431 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [None req-e51cc8d3-d792-4c26-b73b-adc75df9b4b3 admin admin] 10.222.0.62 "PUT /v2.0/routers/4fa3708c-ed9f-4062-b458-7023c3be3f04/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5081918 Sep 23 07:26:52.715796 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-90c1882d-96ec-47b7-8a92-40200b220d7d req-61ffda2a-e58f-4865-9078-87c4b8e0e724 tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] 10.222.0.62 "GET /v2.0/security-groups?id=a0ce8cd3-710a-441a-bcf8-df9fb0d9b143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2189732 Sep 23 07:26:52.736880 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-97e585ff-0213-4f34-93e3-48cb2c2a233a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:52.903247 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d4997f21-5d56-4899-95f2-af9708aba331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:52.963988 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Device cf58e5b6-c367-4fb3-8ef9-59b313c05993 up at agent ovs-agent-dv-cinder-805887-18-iscsi {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:26:52.970622 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.db.agents_db [None req-60cd1eec-2052-4d49-bd00-e5a0de40c293 None None] Agent healthcheck: found 6 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 07:26:53.022848 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Provisioning complete for port cf58e5b6-c367-4fb3-8ef9-59b313c05993 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:26:53.023215 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703931'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:53.026078 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-97e585ff-0213-4f34-93e3-48cb2c2a233a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520401'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:53.028572 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-97e585ff-0213-4f34-93e3-48cb2c2a233a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:53.029911 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [None req-97e585ff-0213-4f34-93e3-48cb2c2a233a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/4799b350-bdb2-4666-ba0c-090688564120 HTTP/1.1" status: 204 len: 168 time: 0.6216424 Sep 23 07:26:53.039654 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e585ff-0213-4f34-93e3-48cb2c2a233a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4799b350-bdb2-4666-ba0c-090688564120,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:26:53.117230 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:53.138070 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] For port cf58e5b6-c367-4fb3-8ef9-59b313c05993, host dv-cinder-805887-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-18-iscsi',level=0,port_id=cf58e5b6-c367-4fb3-8ef9-59b313c05993,segment=NetworkSegment(8399e290-ca7c-4b27-b40e-543152e4317b),segment_id=8399e290-ca7c-4b27-b40e-543152e4317b)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:26:53.244656 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728618137860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728617650881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728617650899'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:53.302403 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Pushing event updated for resources: {'Port': ['ID=cf58e5b6-c367-4fb3-8ef9-59b313c05993,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:26:53.867976 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ccb8d6-5146-4507-9d49-bdd98bb468e4 req-7212aabb-4971-46bd-9b2f-89807ae67b40 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:26:53.869823 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-14ccb8d6-5146-4507-9d49-bdd98bb468e4 req-7212aabb-4971-46bd-9b2f-89807ae67b40 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/ports?device_id=11aa03f3-4e13-41f7-a30c-8a2c8e1d0fa4 HTTP/1.1" status: 200 len: 945 time: 0.1140873 Sep 23 07:26:53.879043 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0653b31-535a-40f7-903b-52f12a5d9a2f req-a28a3c8b-79f5-4704-b4c9-e47fb9aec368 tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:26:53.882035 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-f0653b31-535a-40f7-903b-52f12a5d9a2f req-a28a3c8b-79f5-4704-b4c9-e47fb9aec368 tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/ports?device_id=be5e8ac1-24da-457e-9cd8-b70acf9bb857 HTTP/1.1" status: 200 len: 945 time: 0.1296220 Sep 23 07:26:53.952866 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.62', 54776) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:26:53.957553 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-14ccb8d6-5146-4507-9d49-bdd98bb468e4 req-be506856-b028-4905-b0cd-183bf5c85c4c tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/security-groups?id=f544a07c-938f-4158-882b-467f1a401932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700259 Sep 23 07:26:53.962906 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.v2.base [None req-76c6e900-19ab-4c7d-b85f-f7c511611d98 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1411877068-network', 'tenant_id': '3f6072c59c3c403fa5914ea10c3a90cb'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:26:53.966564 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-f0653b31-535a-40f7-903b-52f12a5d9a2f req-22d7b844-8ce8-4ef6-9153-bdad11766f6a tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/security-groups?id=b1176efc-2ea4-4549-99dc-1bd682ff6d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680718 Sep 23 07:26:54.069859 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3ac7af2-64bd-4e7f-9b94-135d829fd441 None None] Sync routers for ids ['4fa3708c-ed9f-4062-b458-7023c3be3f04'] in dv-cinder-805887-18-iscsi {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 07:26:54.085773 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ac7af2-64bd-4e7f-9b94-135d829fd441 None None] Routers {'4fa3708c-ed9f-4062-b458-7023c3be3f04'} bound to L3 agent in host dv-cinder-805887-18-iscsi {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:26:54.086949 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-e3ac7af2-64bd-4e7f-9b94-135d829fd441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T07:15:56Z,description=,heartbeat_timestamp=2021-09-23T07:26:26Z,host='dv-cinder-805887-18-iscsi',id=65b4f7dd-c6e9-4255-94ee-66e285aed80f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T07:15:57Z,topic='l3_agent')) {'router_ids': ['4fa3708c-ed9f-4062-b458-7023c3be3f04'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:26:54.114206 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76c6e900-19ab-4c7d-b85f-f7c511611d98 admin admin] Made reservation on behalf of 3f6072c59c3c403fa5914ea10c3a90cb for: {'network': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:26:54.116920 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-76c6e900-19ab-4c7d-b85f-f7c511611d98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for network, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:54.139907 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-76c6e900-19ab-4c7d-b85f-f7c511611d98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:54.236865 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-e3ac7af2-64bd-4e7f-9b94-135d829fd441 None None] Set router 4fa3708c-ed9f-4062-b458-7023c3be3f04 gateway port host: dv-cinder-805887-18-iscsi {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:26:54.273967 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-76c6e900-19ab-4c7d-b85f-f7c511611d98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:54.276555 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b4a672-7a67-4bf5-aaa0-fbb261a5401a req-4927c9d2-7f8c-4160-b906-2d5a497dc1cb tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:26:54.278261 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-92b4a672-7a67-4bf5-aaa0-fbb261a5401a req-4927c9d2-7f8c-4160-b906-2d5a497dc1cb tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] 10.222.0.62 "GET /v2.0/ports?device_id=f2f739a5-b918-46ae-a5a1-5005a5b39ebd HTTP/1.1" status: 200 len: 945 time: 0.1686516 Sep 23 07:26:54.332946 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-92b4a672-7a67-4bf5-aaa0-fbb261a5401a req-d3953e68-0eb5-49a7-b82f-6245b52abc2f tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] 10.222.0.62 "GET /v2.0/security-groups?id=a0ce8cd3-710a-441a-bcf8-df9fb0d9b143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461109 Sep 23 07:26:54.357143 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-76c6e900-19ab-4c7d-b85f-f7c511611d98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520401'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:54.417766 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76c6e900-19ab-4c7d-b85f-f7c511611d98 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 578} {{(pid=94840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 07:26:54.462478 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-76c6e900-19ab-4c7d-b85f-f7c511611d98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692928'] for segment, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:54.462859 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.db.segments_db [None req-76c6e900-19ab-4c7d-b85f-f7c511611d98 admin admin] Added segment 83d5e0c4-4534-4214-b924-60c01ea7ca4d of type vlan for network 2f4e6dc4-cd74-450b-a1ff-8362ede246dd Sep 23 07:26:54.465160 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c6e900-19ab-4c7d-b85f-f7c511611d98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33715961-9880-4f6c-97c6-7cb106a85cf7,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:26:54.544649 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-76c6e900-19ab-4c7d-b85f-f7c511611d98 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728617604886'] for network, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:54.625072 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-e3ac7af2-64bd-4e7f-9b94-135d829fd441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fa3708c-ed9f-4062-b458-7023c3be3f04', 'name': 'tempest-TestVolumeBootPattern-3333393-router', 'tenant_id': 'c94fc6b7cf004b03b6610c617415b316', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'external_fixed_ips': [{'subnet_id': '89646001-5df7-4559-baa8-56e15a045fc5', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': 'cf58e5b6-c367-4fb3-8ef9-59b313c05993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:26:45Z', 'updated_at': '2021-09-23T07:26:50Z', 'revision_number': 4, 'project_id': 'c94fc6b7cf004b03b6610c617415b316', 'gw_port': {'id': 'cf58e5b6-c367-4fb3-8ef9-59b313c05993', 'name': '', 'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:05:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fa3708c-ed9f-4062-b458-7023c3be3f04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '89646001-5df7-4559-baa8-56e15a045fc5', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:26:46Z', 'updated_at': '2021-09-23T07:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89646001-5df7-4559-baa8-56e15a045fc5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-18-iscsi', '_interfaces': [{'id': 'eb52962a-5c61-4a98-8df4-1631fd2e75ee', 'name': '', 'network_id': '9f0a0a70-36ce-402d-923c-729f01f617e9', 'tenant_id': 'c94fc6b7cf004b03b6610c617415b316', 'mac_address': 'fa:16:3e:08:1e:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fa3708c-ed9f-4062-b458-7023c3be3f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '268d9a9b-c8cd-41c6-9c6e-7f9d40e41eae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:26:50Z', 'updated_at': '2021-09-23T07:26:51Z', 'revision_number': 2, 'project_id': 'c94fc6b7cf004b03b6610c617415b316', 'subnets': [{'id': '268d9a9b-c8cd-41c6-9c6e-7f9d40e41eae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-18-iscsi', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:26:54.670229 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3ac7af2-64bd-4e7f-9b94-135d829fd441 None None] Checking router: 4fa3708c-ed9f-4062-b458-7023c3be3f04 for host: dv-cinder-805887-18-iscsi {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 07:26:54.670427 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3ac7af2-64bd-4e7f-9b94-135d829fd441 None None] Updating router 4fa3708c-ed9f-4062-b458-7023c3be3f04 port eb52962a-5c61-4a98-8df4-1631fd2e75ee binding host dv-cinder-805887-18-iscsi {{(pid=94842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 07:26:54.701716 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e3ac7af2-64bd-4e7f-9b94-135d829fd441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:54.841606 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Device cf58e5b6-c367-4fb3-8ef9-59b313c05993 up at agent ovs-agent-dv-cinder-805887-18-iscsi {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:26:54.856787 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-76c6e900-19ab-4c7d-b85f-f7c511611d98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957'] for network, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:54.860697 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76c6e900-19ab-4c7d-b85f-f7c511611d98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:26:54.860697 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-76c6e900-19ab-4c7d-b85f-f7c511611d98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577015'] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:54.882956 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505124b7-3f54-4c6f-9eba-bf009396a3ff req-e183c5f5-b56d-4236-8035-7b8b708a3b3c tempest-VolumesActionsTest-861064008 tempest-VolumesActionsTest-861064008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:26:54.897267 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-505124b7-3f54-4c6f-9eba-bf009396a3ff req-e183c5f5-b56d-4236-8035-7b8b708a3b3c tempest-VolumesActionsTest-861064008 tempest-VolumesActionsTest-861064008-project] 10.222.0.62 "GET /v2.0/networks?id=5aadf305-33ac-4849-8154-06215b393927 HTTP/1.1" status: 200 len: 808 time: 0.1789024 Sep 23 07:26:54.929530 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-505124b7-3f54-4c6f-9eba-bf009396a3ff req-bd7bf5db-3966-426e-8e3d-e08fea04d876 tempest-VolumesActionsTest-861064008 tempest-VolumesActionsTest-861064008-project] 10.222.0.62 "GET /v2.0/quotas/5c8efa24dc094195b88f10f950dab14e HTTP/1.1" status: 200 len: 375 time: 0.0326307 Sep 23 07:26:54.930581 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c6e900-19ab-4c7d-b85f-f7c511611d98 admin admin] Pushing event updated for resources: {'Network': ['ID=2f4e6dc4-cd74-450b-a1ff-8362ede246dd,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:26:54.964420 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-505124b7-3f54-4c6f-9eba-bf009396a3ff req-bf3eee28-51d1-41cb-a86f-e6849414de6f tempest-VolumesActionsTest-861064008 tempest-VolumesActionsTest-861064008-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=5c8efa24dc094195b88f10f950dab14e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0336790 Sep 23 07:26:54.970830 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Network 2f4e6dc4-cd74-450b-a1ff-8362ede246dd details requested by agent ovs-agent-dv-cinder-805887-18-iscsi with host dv-cinder-805887-18-iscsi {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 07:26:55.030639 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [None req-76c6e900-19ab-4c7d-b85f-f7c511611d98 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0750690 Sep 23 07:26:55.034025 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.62', 54822) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:26:55.044111 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.v2.base [None req-75287b59-72ca-4726-a3fb-d1fbab237afd admin admin] Request body: {'subnet': {'network_id': '2f4e6dc4-cd74-450b-a1ff-8362ede246dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1411877068-subnet', 'tenant_id': '3f6072c59c3c403fa5914ea10c3a90cb', 'ip_version': 4}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:26:55.096236 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-505124b7-3f54-4c6f-9eba-bf009396a3ff req-f34a5a14-50b4-41b1-afc0-d555130c2e5c service neutron] 10.222.0.62 "GET /v2.0/networks/5aadf305-33ac-4849-8154-06215b393927?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192973 Sep 23 07:26:55.118658 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Provisioning complete for port cf58e5b6-c367-4fb3-8ef9-59b313c05993 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:26:55.119514 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703931'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:55.177247 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75287b59-72ca-4726-a3fb-d1fbab237afd admin admin] Made reservation on behalf of 3f6072c59c3c403fa5914ea10c3a90cb for: {'subnet': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:26:55.180052 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-75287b59-72ca-4726-a3fb-d1fbab237afd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58720415'] for subnet, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:55.203381 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e3ac7af2-64bd-4e7f-9b94-135d829fd441 None None] Notify callbacks [] for port, precommit_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:55.217145 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-505124b7-3f54-4c6f-9eba-bf009396a3ff req-67639bb4-ed1a-4dae-9761-af93f1d76f54 service neutron] 10.222.0.62 "GET /v2.0/networks/5aadf305-33ac-4849-8154-06215b393927?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014078 Sep 23 07:26:55.389442 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e3ac7af2-64bd-4e7f-9b94-135d829fd441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728618137860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728617650881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728617650899'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:55.496370 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f128f9-e1ae-403e-823e-e65bc29f88fb None None] Pushing event updated for resources: {'Port': ['ID=eb52962a-5c61-4a98-8df4-1631fd2e75ee,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:26:55.519711 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-75287b59-72ca-4726-a3fb-d1fbab237afd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58957294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58720429'] for subnet, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:55.597017 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75287b59-72ca-4726-a3fb-d1fbab237afd admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e240892-eb0a-47a1-9c69-764c8e2d5bf6,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:26:55.626289 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39be6062-8d49-46c3-99f1-33abb8bc2c0c req-ae6cf010-932a-4a57-a4e1-17a9c1b589c2 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:26:55.633547 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-39be6062-8d49-46c3-99f1-33abb8bc2c0c req-ae6cf010-932a-4a57-a4e1-17a9c1b589c2 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/ports?device_id=11aa03f3-4e13-41f7-a30c-8a2c8e1d0fa4 HTTP/1.1" status: 200 len: 945 time: 0.1135609 Sep 23 07:26:55.635491 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-e3ac7af2-64bd-4e7f-9b94-135d829fd441 None None] Attempting to bind port eb52962a-5c61-4a98-8df4-1631fd2e75ee on host dv-cinder-805887-18-iscsi for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:26:55.635874 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-e3ac7af2-64bd-4e7f-9b94-135d829fd441 None None] Attempting to bind port eb52962a-5c61-4a98-8df4-1631fd2e75ee by drivers openvswitch,hyperv on host dv-cinder-805887-18-iscsi at level 0 using segments [{'id': '3a470730-1ad3-461f-91dc-af57cba68cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '9f0a0a70-36ce-402d-923c-729f01f617e9'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:26:55.636237 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ac7af2-64bd-4e7f-9b94-135d829fd441 None None] Attempting to bind port eb52962a-5c61-4a98-8df4-1631fd2e75ee on network 9f0a0a70-36ce-402d-923c-729f01f617e9 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:26:55.642484 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.62', 54834) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:26:55.664811 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ac7af2-64bd-4e7f-9b94-135d829fd441 None None] Checking agent: {'id': '8a4a6f1f-c513-442c-b997-00aea54023cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805887-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 7, 15, 58), 'started_at': datetime.datetime(2021, 9, 23, 7, 16, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 7, 26, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805887-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 07:26:55.665596 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ac7af2-64bd-4e7f-9b94-135d829fd441 None None] Checking segment: {'id': '3a470730-1ad3-461f-91dc-af57cba68cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '9f0a0a70-36ce-402d-923c-729f01f617e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:26:55.677714 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e3ac7af2-64bd-4e7f-9b94-135d829fd441 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:55.677714 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ac7af2-64bd-4e7f-9b94-135d829fd441 None None] Bound using segment: {'id': '3a470730-1ad3-461f-91dc-af57cba68cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '9f0a0a70-36ce-402d-923c-729f01f617e9'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 07:26:55.677714 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-e3ac7af2-64bd-4e7f-9b94-135d829fd441 None None] Bound port: eb52962a-5c61-4a98-8df4-1631fd2e75ee, host: dv-cinder-805887-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a470730-1ad3-461f-91dc-af57cba68cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '9f0a0a70-36ce-402d-923c-729f01f617e9'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 07:26:55.677714 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e3ac7af2-64bd-4e7f-9b94-135d829fd441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:55.740273 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-39be6062-8d49-46c3-99f1-33abb8bc2c0c req-4d9ea2be-536a-4880-9075-389ff3231cb8 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/security-groups?id=f544a07c-938f-4158-882b-467f1a401932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1020601 Sep 23 07:26:55.767263 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75287b59-72ca-4726-a3fb-d1fbab237afd admin admin] Checking segment: {'id': '83d5e0c4-4534-4214-b924-60c01ea7ca4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '2f4e6dc4-cd74-450b-a1ff-8362ede246dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:26:55.771406 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75287b59-72ca-4726-a3fb-d1fbab237afd admin admin] Network hostable DHCP agents. Network: 2f4e6dc4-cd74-450b-a1ff-8362ede246dd, hostable agents: ['9616ea92-93d9-4385-b3af-aa5c267d1a12'], hosted agents: [] {{(pid=94840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 07:26:55.846870 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-604b46a1-e811-4f79-8121-4bedb33fff5a req-429cb26f-0e39-4384-b228-f5cbf8593b87 tempest-VolumesActionsTest-861064008 tempest-VolumesActionsTest-861064008-project] 10.222.0.62 "GET /v2.0/ports?device_id=bd7968fd-3356-4428-8745-15218cb19e93 HTTP/1.1" status: 200 len: 210 time: 0.0368028 Sep 23 07:26:55.860734 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-e3ac7af2-64bd-4e7f-9b94-135d829fd441 None None] For port eb52962a-5c61-4a98-8df4-1631fd2e75ee, host dv-cinder-805887-18-iscsi, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:26:55.864777 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-e3ac7af2-64bd-4e7f-9b94-135d829fd441 None None] For port eb52962a-5c61-4a98-8df4-1631fd2e75ee, host dv-cinder-805887-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-18-iscsi',level=0,port_id=eb52962a-5c61-4a98-8df4-1631fd2e75ee,segment=NetworkSegment(3a470730-1ad3-461f-91dc-af57cba68cf2),segment_id=3a470730-1ad3-461f-91dc-af57cba68cf2)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 07:26:55.869333 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-e434409d-aa75-49c1-ad99-75f570e83e61 None None] Provisioning complete for port eb52962a-5c61-4a98-8df4-1631fd2e75ee triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:26:55.869713 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e434409d-aa75-49c1-ad99-75f570e83e61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703931'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:55.870918 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3df0ff4-73f0-4bf0-8611-32a3c97160f7 req-cf71c62c-f017-49e0-9712-642c2c5dfecb tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:26:55.878793 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-e3df0ff4-73f0-4bf0-8611-32a3c97160f7 req-cf71c62c-f017-49e0-9712-642c2c5dfecb tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] 10.222.0.62 "GET /v2.0/ports?device_id=f2f739a5-b918-46ae-a5a1-5005a5b39ebd HTTP/1.1" status: 200 len: 945 time: 0.1370728 Sep 23 07:26:55.908164 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-65e18c5b-1a0d-451d-9570-5572ce6b6cdd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:55.927848 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75287b59-72ca-4726-a3fb-d1fbab237afd admin admin] Network 2f4e6dc4-cd74-450b-a1ff-8362ede246dd is scheduled to be hosted by DHCP agent 9616ea92-93d9-4385-b3af-aa5c267d1a12 with binding_index 1 {{(pid=94840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 07:26:55.971138 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-e3df0ff4-73f0-4bf0-8611-32a3c97160f7 req-7aafc00e-c389-4f39-88bd-712ae5d0a349 tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] 10.222.0.62 "GET /v2.0/security-groups?id=a0ce8cd3-710a-441a-bcf8-df9fb0d9b143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0905242 Sep 23 07:26:56.046597 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-65e18c5b-1a0d-451d-9570-5572ce6b6cdd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:56.056999 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-75287b59-72ca-4726-a3fb-d1fbab237afd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805887-18-iscsi, 2f4e6dc4-cd74-450b-a1ff-8362ede246dd) {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:26:56.063042 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75287b59-72ca-4726-a3fb-d1fbab237afd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:26:56.063683 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-75287b59-72ca-4726-a3fb-d1fbab237afd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577015'] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:56.066769 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e3ac7af2-64bd-4e7f-9b94-135d829fd441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728618137860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728617650881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728617650899'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:56.070988 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-e434409d-aa75-49c1-ad99-75f570e83e61 None None] Port eb52962a-5c61-4a98-8df4-1631fd2e75ee cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 07:26:56.077577 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ab9e0d2-19f2-4dab-824e-02e10e9fcc19 None None] Network 2f4e6dc4-cd74-450b-a1ff-8362ede246dd requested from dv-cinder-805887-18-iscsi {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:26:56.150608 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-65e18c5b-1a0d-451d-9570-5572ce6b6cdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520401'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:56.153477 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f128f9-e1ae-403e-823e-e65bc29f88fb None None] Pushing event updated for resources: {'Port': ['ID=eb52962a-5c61-4a98-8df4-1631fd2e75ee,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:26:56.162530 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ac7af2-64bd-4e7f-9b94-135d829fd441 None None] Routers {'4fa3708c-ed9f-4062-b458-7023c3be3f04'} bound to L3 agent in host dv-cinder-805887-18-iscsi {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:26:56.163240 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-e3ac7af2-64bd-4e7f-9b94-135d829fd441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T07:15:56Z,description=,heartbeat_timestamp=2021-09-23T07:26:26Z,host='dv-cinder-805887-18-iscsi',id=65b4f7dd-c6e9-4255-94ee-66e285aed80f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T07:15:57Z,topic='l3_agent')) {'router_ids': ['4fa3708c-ed9f-4062-b458-7023c3be3f04'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:26:56.188748 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [None req-65e18c5b-1a0d-451d-9570-5572ce6b6cdd admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=edc0c27a46a74fa3b5cffe754f9309ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5383101 Sep 23 07:26:56.188996 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.62', 54844) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:26:56.213915 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e18c5b-1a0d-451d-9570-5572ce6b6cdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f0aa9d2-15d2-430f-b675-40042ba53584,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:26:56.231488 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [None req-75287b59-72ca-4726-a3fb-d1fbab237afd admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1935246 Sep 23 07:26:56.232224 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.62', 54846) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:26:56.243836 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.v2.base [None req-158d7243-b31d-4d09-9780-8087994fd6d9 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1411877068-router', 'tenant_id': '3f6072c59c3c403fa5914ea10c3a90cb', 'external_gateway_info': {'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756'}}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:26:56.279779 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-91bf5f7b-9689-4438-8296-a2cfc12a56e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:56.309333 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-91bf5f7b-9689-4438-8296-a2cfc12a56e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:56.342237 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-158d7243-b31d-4d09-9780-8087994fd6d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-462469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1418'] for router, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:56.346743 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-158d7243-b31d-4d09-9780-8087994fd6d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-459381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456581', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1411'] for router, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:56.347412 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-e3ac7af2-64bd-4e7f-9b94-135d829fd441 None None] Set router 4fa3708c-ed9f-4062-b458-7023c3be3f04 gateway port host: dv-cinder-805887-18-iscsi {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:26:56.414929 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-158d7243-b31d-4d09-9780-8087994fd6d9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:56.450803 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a2bdb42-131b-47b7-b517-5005307c3674 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a3420cd-ceb0-58a0-900c-b744b29f87bb-2f4e6dc4-cd74-450b-a1ff-8362ede246dd', 'network_id': '2f4e6dc4-cd74-450b-a1ff-8362ede246dd', 'tenant_id': '3f6072c59c3c403fa5914ea10c3a90cb', 'fixed_ips': [{'subnet_id': '5e240892-eb0a-47a1-9c69-764c8e2d5bf6'}]}} from dv-cinder-805887-18-iscsi. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 07:26:56.451661 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-0a2bdb42-131b-47b7-b517-5005307c3674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:56.494050 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-294fbe51-8cb9-4782-be9d-18e8165c8156 None None] Provisioning complete for port eb52962a-5c61-4a98-8df4-1631fd2e75ee triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:26:56.494399 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-294fbe51-8cb9-4782-be9d-18e8165c8156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703931'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:56.559972 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-91bf5f7b-9689-4438-8296-a2cfc12a56e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520401'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:56.563520 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-91bf5f7b-9689-4438-8296-a2cfc12a56e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:56.565573 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [None req-91bf5f7b-9689-4438-8296-a2cfc12a56e0 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/9f0aa9d2-15d2-430f-b675-40042ba53584 HTTP/1.1" status: 204 len: 168 time: 0.3749733 Sep 23 07:26:56.583819 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bf5f7b-9689-4438-8296-a2cfc12a56e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f0aa9d2-15d2-430f-b675-40042ba53584,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:26:56.683352 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-0f8dd92b-1df0-4aef-9d27-f669a7565c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:56.858974 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-158d7243-b31d-4d09-9780-8087994fd6d9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:56.865221 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-0a2bdb42-131b-47b7-b517-5005307c3674 None None] Allocated IP 172.20.0.2 (2f4e6dc4-cd74-450b-a1ff-8362ede246dd/5e240892-eb0a-47a1-9c69-764c8e2d5bf6/24a6581f-e6d7-4617-94ae-6734c9f694e7) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:26:56.910491 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-294fbe51-8cb9-4782-be9d-18e8165c8156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:56.991967 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-e3ac7af2-64bd-4e7f-9b94-135d829fd441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fa3708c-ed9f-4062-b458-7023c3be3f04', 'name': 'tempest-TestVolumeBootPattern-3333393-router', 'tenant_id': 'c94fc6b7cf004b03b6610c617415b316', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'external_fixed_ips': [{'subnet_id': '89646001-5df7-4559-baa8-56e15a045fc5', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': 'cf58e5b6-c367-4fb3-8ef9-59b313c05993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:26:45Z', 'updated_at': '2021-09-23T07:26:50Z', 'revision_number': 4, 'project_id': 'c94fc6b7cf004b03b6610c617415b316', 'gw_port': {'id': 'cf58e5b6-c367-4fb3-8ef9-59b313c05993', 'name': '', 'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:05:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fa3708c-ed9f-4062-b458-7023c3be3f04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '89646001-5df7-4559-baa8-56e15a045fc5', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:26:46Z', 'updated_at': '2021-09-23T07:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89646001-5df7-4559-baa8-56e15a045fc5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-18-iscsi', '_interfaces': [{'id': 'eb52962a-5c61-4a98-8df4-1631fd2e75ee', 'name': '', 'network_id': '9f0a0a70-36ce-402d-923c-729f01f617e9', 'tenant_id': 'c94fc6b7cf004b03b6610c617415b316', 'mac_address': 'fa:16:3e:08:1e:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fa3708c-ed9f-4062-b458-7023c3be3f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '268d9a9b-c8cd-41c6-9c6e-7f9d40e41eae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:26:50Z', 'updated_at': '2021-09-23T07:26:55Z', 'revision_number': 4, 'project_id': 'c94fc6b7cf004b03b6610c617415b316', 'subnets': [{'id': '268d9a9b-c8cd-41c6-9c6e-7f9d40e41eae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-18-iscsi', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:26:57.008909 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-5deb73dc-f3e2-4bd0-947c-4c07b75f87e1 req-d5b549e8-75c6-458b-8f7d-acb0891e4b7d tempest-VolumesActionsTest-861064008 tempest-VolumesActionsTest-861064008-project] 10.222.0.62 "GET /v2.0/ports?device_id=bd7968fd-3356-4428-8745-15218cb19e93 HTTP/1.1" status: 200 len: 210 time: 0.0697026 Sep 23 07:26:57.038961 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3ac7af2-64bd-4e7f-9b94-135d829fd441 None None] The sync data for ids ['4fa3708c-ed9f-4062-b458-7023c3be3f04'] in dv-cinder-805887-18-iscsi is: [{'id': '4fa3708c-ed9f-4062-b458-7023c3be3f04', 'name': 'tempest-TestVolumeBootPattern-3333393-router', 'tenant_id': 'c94fc6b7cf004b03b6610c617415b316', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'external_fixed_ips': [{'subnet_id': '89646001-5df7-4559-baa8-56e15a045fc5', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': 'cf58e5b6-c367-4fb3-8ef9-59b313c05993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:26:45Z', 'updated_at': '2021-09-23T07:26:50Z', 'revision_number': 4, 'project_id': 'c94fc6b7cf004b03b6610c617415b316', 'gw_port': {'id': 'cf58e5b6-c367-4fb3-8ef9-59b313c05993', 'name': '', 'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:05:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fa3708c-ed9f-4062-b458-7023c3be3f04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '89646001-5df7-4559-baa8-56e15a045fc5', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:26:46Z', 'updated_at': '2021-09-23T07:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89646001-5df7-4559-baa8-56e15a045fc5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-18-iscsi', '_interfaces': [{'id': 'eb52962a-5c61-4a98-8df4-1631fd2e75ee', 'name': '', 'network_id': '9f0a0a70-36ce-402d-923c-729f01f617e9', 'tenant_id': 'c94fc6b7cf004b03b6610c617415b316', 'mac_address': 'fa:16:3e:08:1e:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fa3708c-ed9f-4062-b458-7023c3be3f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '268d9a9b-c8cd-41c6-9c6e-7f9d40e41eae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:26:50Z', 'updated_at': '2021-09-23T07:26:55Z', 'revision_number': 4, 'project_id': 'c94fc6b7cf004b03b6610c617415b316', 'subnets': [{'id': '268d9a9b-c8cd-41c6-9c6e-7f9d40e41eae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 07:26:57.075306 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc18630d-6cfb-463e-9503-d90cc41ed847 req-fb666803-e086-4dc2-ae4a-e240fc81bea2 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:26:57.095037 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-dc18630d-6cfb-463e-9503-d90cc41ed847 req-fb666803-e086-4dc2-ae4a-e240fc81bea2 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/ports?device_id=11aa03f3-4e13-41f7-a30c-8a2c8e1d0fa4 HTTP/1.1" status: 200 len: 945 time: 0.1970463 Sep 23 07:26:57.230222 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-294fbe51-8cb9-4782-be9d-18e8165c8156 None None] For port eb52962a-5c61-4a98-8df4-1631fd2e75ee, host dv-cinder-805887-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-18-iscsi',level=0,port_id=eb52962a-5c61-4a98-8df4-1631fd2e75ee,segment=NetworkSegment(3a470730-1ad3-461f-91dc-af57cba68cf2),segment_id=3a470730-1ad3-461f-91dc-af57cba68cf2)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:26:57.270412 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-0a2bdb42-131b-47b7-b517-5005307c3674 None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:57.321144 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-dc18630d-6cfb-463e-9503-d90cc41ed847 req-5ec7db14-c23f-4dd8-823e-76ba2a8eb37c tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/security-groups?id=f544a07c-938f-4158-882b-467f1a401932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2187774 Sep 23 07:26:57.325227 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-294fbe51-8cb9-4782-be9d-18e8165c8156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728618137860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728617650881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728617650899'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:57.390741 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebe79a5-c91c-4941-b1ff-af192b976766 req-77b81eda-4d37-4050-84bb-1c6d95d85079 tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:26:57.393294 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-0ebe79a5-c91c-4941-b1ff-af192b976766 req-77b81eda-4d37-4050-84bb-1c6d95d85079 tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] 10.222.0.62 "GET /v2.0/ports?device_id=f2f739a5-b918-46ae-a5a1-5005a5b39ebd HTTP/1.1" status: 200 len: 945 time: 0.1446199 Sep 23 07:26:57.402171 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-0a2bdb42-131b-47b7-b517-5005307c3674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728617650863'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:57.438822 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294fbe51-8cb9-4782-be9d-18e8165c8156 None None] Pushing event updated for resources: {'Port': ['ID=eb52962a-5c61-4a98-8df4-1631fd2e75ee,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:26:57.451650 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-0ebe79a5-c91c-4941-b1ff-af192b976766 req-770b15ae-7c78-41ba-9af1-f08a0a32cfec tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] 10.222.0.62 "GET /v2.0/security-groups?id=a0ce8cd3-710a-441a-bcf8-df9fb0d9b143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509512 Sep 23 07:26:57.513521 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-158d7243-b31d-4d09-9780-8087994fd6d9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:57.518560 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a2bdb42-131b-47b7-b517-5005307c3674 None None] Network 2f4e6dc4-cd74-450b-a1ff-8362ede246dd is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:26:57.522899 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-0a2bdb42-131b-47b7-b517-5005307c3674 None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:26:57.529059 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a2bdb42-131b-47b7-b517-5005307c3674 None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:26:57.538997 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-158d7243-b31d-4d09-9780-8087994fd6d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:57.561962 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2bdb42-131b-47b7-b517-5005307c3674 None None] Pushing event updated for resources: {'Port': ['ID=24a6581f-e6d7-4617-94ae-6734c9f694e7,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:26:57.614973 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-0a2bdb42-131b-47b7-b517-5005307c3674 None None] Attempting to bind port 24a6581f-e6d7-4617-94ae-6734c9f694e7 on host dv-cinder-805887-18-iscsi for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:26:57.615417 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-0a2bdb42-131b-47b7-b517-5005307c3674 None None] Attempting to bind port 24a6581f-e6d7-4617-94ae-6734c9f694e7 by drivers openvswitch,hyperv on host dv-cinder-805887-18-iscsi at level 0 using segments [{'id': '83d5e0c4-4534-4214-b924-60c01ea7ca4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '2f4e6dc4-cd74-450b-a1ff-8362ede246dd'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:26:57.615999 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a2bdb42-131b-47b7-b517-5005307c3674 None None] Attempting to bind port 24a6581f-e6d7-4617-94ae-6734c9f694e7 on network 2f4e6dc4-cd74-450b-a1ff-8362ede246dd {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:26:57.638686 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a2bdb42-131b-47b7-b517-5005307c3674 None None] Checking agent: {'id': '8a4a6f1f-c513-442c-b997-00aea54023cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805887-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 7, 15, 58), 'started_at': datetime.datetime(2021, 9, 23, 7, 16, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 7, 26, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805887-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 07:26:57.639280 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a2bdb42-131b-47b7-b517-5005307c3674 None None] Checking segment: {'id': '83d5e0c4-4534-4214-b924-60c01ea7ca4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '2f4e6dc4-cd74-450b-a1ff-8362ede246dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:26:57.640589 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-0a2bdb42-131b-47b7-b517-5005307c3674 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:57.640589 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a2bdb42-131b-47b7-b517-5005307c3674 None None] Bound using segment: {'id': '83d5e0c4-4534-4214-b924-60c01ea7ca4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '2f4e6dc4-cd74-450b-a1ff-8362ede246dd'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 07:26:57.646891 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-0a2bdb42-131b-47b7-b517-5005307c3674 None None] Bound port: 24a6581f-e6d7-4617-94ae-6734c9f694e7, host: dv-cinder-805887-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83d5e0c4-4534-4214-b924-60c01ea7ca4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '2f4e6dc4-cd74-450b-a1ff-8362ede246dd'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 07:26:57.646891 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-0a2bdb42-131b-47b7-b517-5005307c3674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:57.681202 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-158d7243-b31d-4d09-9780-8087994fd6d9 admin admin] Allocated IP 172.27.2.75 (d5e7441b-7712-4831-9dab-1c29a8301756/89646001-5df7-4559-baa8-56e15a045fc5/321f6a0e-b276-43ee-b97f-964a6b04f457) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:26:57.771638 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-0a2bdb42-131b-47b7-b517-5005307c3674 None None] For port 24a6581f-e6d7-4617-94ae-6734c9f694e7, host dv-cinder-805887-18-iscsi, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:26:57.771638 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-0a2bdb42-131b-47b7-b517-5005307c3674 None None] For port 24a6581f-e6d7-4617-94ae-6734c9f694e7, host dv-cinder-805887-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-18-iscsi',level=0,port_id=24a6581f-e6d7-4617-94ae-6734c9f694e7,segment=NetworkSegment(83d5e0c4-4534-4214-b924-60c01ea7ca4d),segment_id=83d5e0c4-4534-4214-b924-60c01ea7ca4d)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 07:26:57.788761 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:57.824029 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-158d7243-b31d-4d09-9780-8087994fd6d9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:57.847813 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-0a2bdb42-131b-47b7-b517-5005307c3674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728618137860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728617650881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728617650899'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:57.850222 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:57.943041 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2bdb42-131b-47b7-b517-5005307c3674 None None] Pushing event updated for resources: {'Port': ['ID=24a6581f-e6d7-4617-94ae-6734c9f694e7,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:26:57.949277 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-158d7243-b31d-4d09-9780-8087994fd6d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728617650863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58957170'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:58.023821 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-158d7243-b31d-4d09-9780-8087994fd6d9 admin admin] Network d5e7441b-7712-4831-9dab-1c29a8301756 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:26:58.027063 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-158d7243-b31d-4d09-9780-8087994fd6d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:26:58.031073 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-158d7243-b31d-4d09-9780-8087994fd6d9 admin admin] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:26:58.068169 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158d7243-b31d-4d09-9780-8087994fd6d9 admin admin] Pushing event updated for resources: {'Port': ['ID=321f6a0e-b276-43ee-b97f-964a6b04f457,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:26:58.089888 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-1854caf6-1153-400a-8d11-9ed8c1e229e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:58.184161 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-67298de9-0987-43d1-9ceb-b91abe44253d req-77a1126d-b2da-4a85-9def-abaf3a1851c4 tempest-VolumesActionsTest-861064008 tempest-VolumesActionsTest-861064008-project] 10.222.0.62 "GET /v2.0/ports?device_id=bd7968fd-3356-4428-8745-15218cb19e93 HTTP/1.1" status: 200 len: 210 time: 0.0311306 Sep 23 07:26:58.557960 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce54b34-95c6-436a-8e57-e1fd20b7337e req-8be8450b-2ee0-466b-a79a-238eb0f86ea5 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:26:58.559958 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-8ce54b34-95c6-436a-8e57-e1fd20b7337e req-8be8450b-2ee0-466b-a79a-238eb0f86ea5 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/ports?device_id=11aa03f3-4e13-41f7-a30c-8a2c8e1d0fa4 HTTP/1.1" status: 200 len: 945 time: 0.1139791 Sep 23 07:26:58.611491 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-158d7243-b31d-4d09-9780-8087994fd6d9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:58.660584 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-8ce54b34-95c6-436a-8e57-e1fd20b7337e req-c7b71f9d-316a-4074-850c-5b951f3319b8 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/security-groups?id=f544a07c-938f-4158-882b-467f1a401932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927296 Sep 23 07:26:58.691030 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da843159-168f-4a31-b943-17ef58507c0f req-517f8f5a-2f09-43f8-bf77-ecda9c017773 tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:26:58.693477 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-da843159-168f-4a31-b943-17ef58507c0f req-517f8f5a-2f09-43f8-bf77-ecda9c017773 tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] 10.222.0.62 "GET /v2.0/ports?device_id=f2f739a5-b918-46ae-a5a1-5005a5b39ebd HTTP/1.1" status: 200 len: 945 time: 0.1127431 Sep 23 07:26:58.781068 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-da843159-168f-4a31-b943-17ef58507c0f req-13d63c38-844f-4704-8cde-2614bfbd45a5 tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] 10.222.0.62 "GET /v2.0/security-groups?id=a0ce8cd3-710a-441a-bcf8-df9fb0d9b143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790443 Sep 23 07:26:58.967743 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Device eb52962a-5c61-4a98-8df4-1631fd2e75ee up at agent ovs-agent-dv-cinder-805887-18-iscsi {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:26:58.976518 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-158d7243-b31d-4d09-9780-8087994fd6d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-459276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456632'] for router, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:59.099276 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Provisioning complete for port eb52962a-5c61-4a98-8df4-1631fd2e75ee triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:26:59.099863 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703931'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:59.193362 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505124b7-3f54-4c6f-9eba-bf009396a3ff req-f37ac9d2-3332-4ab9-8f24-7c6468a6272a tempest-VolumesActionsTest-861064008 tempest-VolumesActionsTest-861064008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:26:59.195111 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-505124b7-3f54-4c6f-9eba-bf009396a3ff req-f37ac9d2-3332-4ab9-8f24-7c6468a6272a tempest-VolumesActionsTest-861064008 tempest-VolumesActionsTest-861064008-project] 10.222.0.53 "GET /v2.0/networks?id=5aadf305-33ac-4849-8154-06215b393927 HTTP/1.1" status: 200 len: 808 time: 0.2400827 Sep 23 07:26:59.232061 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.v2.base [req-505124b7-3f54-4c6f-9eba-bf009396a3ff req-e599690e-2923-4a6d-abb9-26e964e1891e tempest-VolumesActionsTest-861064008 tempest-VolumesActionsTest-861064008-project] Request body: {'port': {'device_id': 'bd7968fd-3356-4428-8745-15218cb19e93', 'network_id': '5aadf305-33ac-4849-8154-06215b393927', 'admin_state_up': True, 'tenant_id': '5c8efa24dc094195b88f10f950dab14e'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:26:59.295476 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Device 24a6581f-e6d7-4617-94ae-6734c9f694e7 up at agent ovs-agent-dv-cinder-805887-18-iscsi {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:26:59.392988 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Provisioning complete for port 24a6581f-e6d7-4617-94ae-6734c9f694e7 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:26:59.393629 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703931'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:59.451049 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-fda35f32-d4fd-4d60-b010-460d8ba0c71c req-008bef33-8db1-437d-bd91-4a20227b89e4 tempest-VolumesActionsTest-861064008 tempest-VolumesActionsTest-861064008-project] 10.222.0.62 "GET /v2.0/ports?device_id=bd7968fd-3356-4428-8745-15218cb19e93 HTTP/1.1" status: 200 len: 210 time: 0.1404507 Sep 23 07:26:59.459624 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-158d7243-b31d-4d09-9780-8087994fd6d9 admin admin] Router cdf8e0b9-9d54-4d6b-96f5-613655c28c6d is scheduled to L3 agent 65b4f7dd-c6e9-4255-94ee-66e285aed80f with binding_index 1 {{(pid=94840) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 07:26:59.522236 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:59.570426 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] For port 24a6581f-e6d7-4617-94ae-6734c9f694e7, host dv-cinder-805887-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-18-iscsi',level=0,port_id=24a6581f-e6d7-4617-94ae-6734c9f694e7,segment=NetworkSegment(83d5e0c4-4534-4214-b924-60c01ea7ca4d),segment_id=83d5e0c4-4534-4214-b924-60c01ea7ca4d)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:26:59.573087 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10e36d8a-3975-4bea-907b-b95289c5aae6 None None] Network 2f4e6dc4-cd74-450b-a1ff-8362ede246dd requested from dv-cinder-805887-18-iscsi {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:26:59.641954 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-158d7243-b31d-4d09-9780-8087994fd6d9 admin admin] Notify agent at l3_agent.dv-cinder-805887-18-iscsi the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 07:26:59.654045 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-7e833b90-1f2b-42d9-90c8-ebae1fadde7b None None] Provisioning complete for port 24a6581f-e6d7-4617-94ae-6734c9f694e7 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:26:59.654523 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-7e833b90-1f2b-42d9-90c8-ebae1fadde7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703931'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:59.671498 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fad9a656-ec7e-4641-8c01-ab97d3b9e712 None None] Sync routers for ids ['cdf8e0b9-9d54-4d6b-96f5-613655c28c6d'] in dv-cinder-805887-18-iscsi {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 07:26:59.687931 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fad9a656-ec7e-4641-8c01-ab97d3b9e712 None None] Routers {'cdf8e0b9-9d54-4d6b-96f5-613655c28c6d'} bound to L3 agent in host dv-cinder-805887-18-iscsi {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:26:59.689235 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-fad9a656-ec7e-4641-8c01-ab97d3b9e712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T07:15:56Z,description=,heartbeat_timestamp=2021-09-23T07:26:56Z,host='dv-cinder-805887-18-iscsi',id=65b4f7dd-c6e9-4255-94ee-66e285aed80f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T07:15:57Z,topic='l3_agent')) {'router_ids': ['cdf8e0b9-9d54-4d6b-96f5-613655c28c6d'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:26:59.693366 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-505124b7-3f54-4c6f-9eba-bf009396a3ff req-e599690e-2923-4a6d-abb9-26e964e1891e tempest-VolumesActionsTest-861064008 tempest-VolumesActionsTest-861064008-project] Made reservation on behalf of 5c8efa24dc094195b88f10f950dab14e for: {'port': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:26:59.698935 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728618137860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728617650881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728617650899'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:59.700248 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-505124b7-3f54-4c6f-9eba-bf009396a3ff req-e599690e-2923-4a6d-abb9-26e964e1891e tempest-VolumesActionsTest-861064008 tempest-VolumesActionsTest-861064008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:59.829672 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-158d7243-b31d-4d09-9780-8087994fd6d9 admin admin] Notify callbacks [] for router, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:59.838589 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [None req-158d7243-b31d-4d09-9780-8087994fd6d9 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.6041300 Sep 23 07:26:59.840013 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.62', 54944) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:27:00.009691 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Pushing event updated for resources: {'Port': ['ID=24a6581f-e6d7-4617-94ae-6734c9f694e7,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:27:00.039812 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [req-505124b7-3f54-4c6f-9eba-bf009396a3ff req-e599690e-2923-4a6d-abb9-26e964e1891e tempest-VolumesActionsTest-861064008 tempest-VolumesActionsTest-861064008-project] Allocated IP 172.20.0.11 (5aadf305-33ac-4849-8154-06215b393927/e8eed5d5-8c59-4e7d-ab4c-52fe690c2c53/9b051684-302f-475d-a385-63bf0c15009d) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:27:00.074870 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e4079388-143e-46ee-8cf3-ea3894d72bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:27:00.229866 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-fad9a656-ec7e-4641-8c01-ab97d3b9e712 None None] Set router cdf8e0b9-9d54-4d6b-96f5-613655c28c6d gateway port host: dv-cinder-805887-18-iscsi {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:27:00.370637 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23648a99-c97c-4279-a9a6-cc49f8ecbb10 req-f77c9160-c1c4-470c-898e-18550dd21fec tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:27:00.384925 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-23648a99-c97c-4279-a9a6-cc49f8ecbb10 req-f77c9160-c1c4-470c-898e-18550dd21fec tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] 10.222.0.62 "GET /v2.0/ports?device_id=f2f739a5-b918-46ae-a5a1-5005a5b39ebd HTTP/1.1" status: 200 len: 945 time: 0.3251991 Sep 23 07:27:00.454106 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77b40bd-14be-4f17-83e5-b24e2caa275b req-9f6bf667-30a0-4886-8f70-5fbee5198b73 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:27:00.468362 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-e77b40bd-14be-4f17-83e5-b24e2caa275b req-9f6bf667-30a0-4886-8f70-5fbee5198b73 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/ports?device_id=11aa03f3-4e13-41f7-a30c-8a2c8e1d0fa4 HTTP/1.1" status: 200 len: 945 time: 0.4073761 Sep 23 07:27:00.470426 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-fad9a656-ec7e-4641-8c01-ab97d3b9e712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdf8e0b9-9d54-4d6b-96f5-613655c28c6d', 'name': 'tempest-TestVolumeBootPattern-1411877068-router', 'tenant_id': '3f6072c59c3c403fa5914ea10c3a90cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'external_fixed_ips': [{'subnet_id': '89646001-5df7-4559-baa8-56e15a045fc5', 'ip_address': '172.27.2.75'}], 'enable_snat': True}, 'gw_port_id': '321f6a0e-b276-43ee-b97f-964a6b04f457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:26:56Z', 'updated_at': '2021-09-23T07:26:58Z', 'revision_number': 3, 'project_id': '3f6072c59c3c403fa5914ea10c3a90cb', 'gw_port': {'id': '321f6a0e-b276-43ee-b97f-964a6b04f457', 'name': '', 'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:bb:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdf8e0b9-9d54-4d6b-96f5-613655c28c6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '89646001-5df7-4559-baa8-56e15a045fc5', 'ip_address': '172.27.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:26:57Z', 'updated_at': '2021-09-23T07:26:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '89646001-5df7-4559-baa8-56e15a045fc5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-18-iscsi'}], 'dv-cinder-805887-18-iscsi', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:27:00.473958 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-d2d72c76-45f5-4ca5-bf29-d4522d34fb84 None None] Provisioning complete for port 24a6581f-e6d7-4617-94ae-6734c9f694e7 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:27:00.474584 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d2d72c76-45f5-4ca5-bf29-d4522d34fb84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703931'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:27:00.506181 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fad9a656-ec7e-4641-8c01-ab97d3b9e712 None None] Checking router: cdf8e0b9-9d54-4d6b-96f5-613655c28c6d for host: dv-cinder-805887-18-iscsi {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 07:27:00.509640 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fad9a656-ec7e-4641-8c01-ab97d3b9e712 None None] Updating router cdf8e0b9-9d54-4d6b-96f5-613655c28c6d port 321f6a0e-b276-43ee-b97f-964a6b04f457 binding host dv-cinder-805887-18-iscsi {{(pid=94843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 07:27:00.539357 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-fad9a656-ec7e-4641-8c01-ab97d3b9e712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:27:00.770154 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-23648a99-c97c-4279-a9a6-cc49f8ecbb10 req-8a63c14a-3f11-46e1-9af9-a70e3504e45f tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] 10.222.0.62 "GET /v2.0/security-groups?id=a0ce8cd3-710a-441a-bcf8-df9fb0d9b143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3594637 Sep 23 07:27:00.798298 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-e77b40bd-14be-4f17-83e5-b24e2caa275b req-1ef1506b-3bac-4745-bf21-8bf38bc0ff06 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/security-groups?id=f544a07c-938f-4158-882b-467f1a401932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3284144 Sep 23 07:27:00.887472 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-505124b7-3f54-4c6f-9eba-bf009396a3ff req-e599690e-2923-4a6d-abb9-26e964e1891e tempest-VolumesActionsTest-861064008 tempest-VolumesActionsTest-861064008-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:27:00.920881 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Device 24a6581f-e6d7-4617-94ae-6734c9f694e7 up at agent ovs-agent-dv-cinder-805887-18-iscsi {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:27:01.012232 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e5729a4c-ba98-4cb0-860f-268658bae54b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:27:01.033536 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-296abfae-8403-4887-b68f-03aafb470706 req-7797a883-b8d7-466a-b970-f129ba9cc718 tempest-VolumesActionsTest-861064008 tempest-VolumesActionsTest-861064008-project] 10.222.0.62 "GET /v2.0/ports?device_id=bd7968fd-3356-4428-8745-15218cb19e93 HTTP/1.1" status: 200 len: 210 time: 0.1160507 Sep 23 07:27:01.037952 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Provisioning complete for port 24a6581f-e6d7-4617-94ae-6734c9f694e7 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:27:01.038656 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703931'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:27:01.087205 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-fad9a656-ec7e-4641-8c01-ab97d3b9e712 None None] Notify callbacks [] for port, precommit_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:27:01.097410 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-505124b7-3f54-4c6f-9eba-bf009396a3ff req-e599690e-2923-4a6d-abb9-26e964e1891e tempest-VolumesActionsTest-861064008 tempest-VolumesActionsTest-861064008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728617650863'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:27:01.159065 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-505124b7-3f54-4c6f-9eba-bf009396a3ff req-e599690e-2923-4a6d-abb9-26e964e1891e tempest-VolumesActionsTest-861064008 tempest-VolumesActionsTest-861064008-project] Network 5aadf305-33ac-4849-8154-06215b393927 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:27:01.162619 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [req-505124b7-3f54-4c6f-9eba-bf009396a3ff req-e599690e-2923-4a6d-abb9-26e964e1891e tempest-VolumesActionsTest-861064008 tempest-VolumesActionsTest-861064008-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:27:01.165059 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-fad9a656-ec7e-4641-8c01-ab97d3b9e712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728618137860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728617650881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728617650899'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:27:01.167145 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-505124b7-3f54-4c6f-9eba-bf009396a3ff req-e599690e-2923-4a6d-abb9-26e964e1891e tempest-VolumesActionsTest-861064008 tempest-VolumesActionsTest-861064008-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:27:01.174994 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505124b7-3f54-4c6f-9eba-bf009396a3ff req-e599690e-2923-4a6d-abb9-26e964e1891e tempest-VolumesActionsTest-861064008 tempest-VolumesActionsTest-861064008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:27:01.175742 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-505124b7-3f54-4c6f-9eba-bf009396a3ff req-e599690e-2923-4a6d-abb9-26e964e1891e tempest-VolumesActionsTest-861064008 tempest-VolumesActionsTest-861064008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210484'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:27:01.186206 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e599690e-2923-4a6d-abb9-26e964e1891e tempest-VolumesActionsTest-861064008 tempest-VolumesActionsTest-861064008-project] Pushing event updated for resources: {'Port': ['ID=9b051684-302f-475d-a385-63bf0c15009d,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:27:01.238753 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-fad9a656-ec7e-4641-8c01-ab97d3b9e712 None None] Attempting to bind port 321f6a0e-b276-43ee-b97f-964a6b04f457 on host dv-cinder-805887-18-iscsi for vnic_type normal with profile {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:27:01.239123 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-fad9a656-ec7e-4641-8c01-ab97d3b9e712 None None] Attempting to bind port 321f6a0e-b276-43ee-b97f-964a6b04f457 by drivers openvswitch,hyperv on host dv-cinder-805887-18-iscsi at level 0 using segments [{'id': '8399e290-ca7c-4b27-b40e-543152e4317b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756'}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:27:01.239491 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fad9a656-ec7e-4641-8c01-ab97d3b9e712 None None] Attempting to bind port 321f6a0e-b276-43ee-b97f-964a6b04f457 on network d5e7441b-7712-4831-9dab-1c29a8301756 {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:27:01.241760 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5984997c-751a-4ef6-904d-f13ebb56d242 None None] Pushing event updated for resources: {'Port': ['ID=321f6a0e-b276-43ee-b97f-964a6b04f457,revision_number=2']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:27:01.252962 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fad9a656-ec7e-4641-8c01-ab97d3b9e712 None None] Checking agent: {'id': '8a4a6f1f-c513-442c-b997-00aea54023cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805887-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 7, 15, 58), 'started_at': datetime.datetime(2021, 9, 23, 7, 16, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 7, 26, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805887-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 07:27:01.253898 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fad9a656-ec7e-4641-8c01-ab97d3b9e712 None None] Checking segment: {'id': '8399e290-ca7c-4b27-b40e-543152e4317b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:27:01.254285 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-fad9a656-ec7e-4641-8c01-ab97d3b9e712 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:27:01.254680 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fad9a656-ec7e-4641-8c01-ab97d3b9e712 None None] Bound using segment: {'id': '8399e290-ca7c-4b27-b40e-543152e4317b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756'} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 07:27:01.255170 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-fad9a656-ec7e-4641-8c01-ab97d3b9e712 None None] Bound port: 321f6a0e-b276-43ee-b97f-964a6b04f457, host: dv-cinder-805887-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8399e290-ca7c-4b27-b40e-543152e4317b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756'}}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 07:27:01.255591 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-fad9a656-ec7e-4641-8c01-ab97d3b9e712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:27:01.277377 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-e5729a4c-ba98-4cb0-860f-268658bae54b admin admin] Allocated IP 172.20.0.1 (2f4e6dc4-cd74-450b-a1ff-8362ede246dd/5e240892-eb0a-47a1-9c69-764c8e2d5bf6/f7b8f28a-1e5a-47a8-ace8-4d92a0b8855a) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:27:01.288409 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-505124b7-3f54-4c6f-9eba-bf009396a3ff req-e599690e-2923-4a6d-abb9-26e964e1891e tempest-VolumesActionsTest-861064008 tempest-VolumesActionsTest-861064008-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0790055 Sep 23 07:27:01.304403 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.v2.base [req-505124b7-3f54-4c6f-9eba-bf009396a3ff req-e42844fe-fd1a-407c-9eac-8e263ecd9139 service neutron] Request body: {'port': {'device_id': 'bd7968fd-3356-4428-8745-15218cb19e93', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80588'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:27:01.375306 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-505124b7-3f54-4c6f-9eba-bf009396a3ff req-e42844fe-fd1a-407c-9eac-8e263ecd9139 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:27:01.375966 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-fad9a656-ec7e-4641-8c01-ab97d3b9e712 None None] For port 321f6a0e-b276-43ee-b97f-964a6b04f457, host dv-cinder-805887-18-iscsi, cleared binding levels {{(pid=94843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:27:01.380758 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-fad9a656-ec7e-4641-8c01-ab97d3b9e712 None None] For port 321f6a0e-b276-43ee-b97f-964a6b04f457, host dv-cinder-805887-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-18-iscsi',level=0,port_id=321f6a0e-b276-43ee-b97f-964a6b04f457,segment=NetworkSegment(8399e290-ca7c-4b27-b40e-543152e4317b),segment_id=8399e290-ca7c-4b27-b40e-543152e4317b)] {{(pid=94843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 07:27:01.444582 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e5729a4c-ba98-4cb0-860f-268658bae54b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:27:01.524883 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-fad9a656-ec7e-4641-8c01-ab97d3b9e712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728618137860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728617650881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728617650899'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:27:01.606053 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fad9a656-ec7e-4641-8c01-ab97d3b9e712 None None] Routers {'cdf8e0b9-9d54-4d6b-96f5-613655c28c6d'} bound to L3 agent in host dv-cinder-805887-18-iscsi {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:27:01.606768 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-fad9a656-ec7e-4641-8c01-ab97d3b9e712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T07:15:56Z,description=,heartbeat_timestamp=2021-09-23T07:26:56Z,host='dv-cinder-805887-18-iscsi',id=65b4f7dd-c6e9-4255-94ee-66e285aed80f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T07:15:57Z,topic='l3_agent')) {'router_ids': ['cdf8e0b9-9d54-4d6b-96f5-613655c28c6d'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:27:01.609888 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5984997c-751a-4ef6-904d-f13ebb56d242 None None] Pushing event updated for resources: {'Port': ['ID=321f6a0e-b276-43ee-b97f-964a6b04f457,revision_number=3']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:27:01.650784 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e5729a4c-ba98-4cb0-860f-268658bae54b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728617650863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58957170'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:27:01.701646 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5729a4c-ba98-4cb0-860f-268658bae54b admin admin] Network 2f4e6dc4-cd74-450b-a1ff-8362ede246dd is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:27:01.707674 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-e5729a4c-ba98-4cb0-860f-268658bae54b admin admin] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:27:01.717451 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5729a4c-ba98-4cb0-860f-268658bae54b admin admin] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:27:01.736244 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.notifiers.nova [req-505124b7-3f54-4c6f-9eba-bf009396a3ff req-e42844fe-fd1a-407c-9eac-8e263ecd9139 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b051684-302f-475d-a385-63bf0c15009d {{(pid=94841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 07:27:01.748819 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-505124b7-3f54-4c6f-9eba-bf009396a3ff req-e42844fe-fd1a-407c-9eac-8e263ecd9139 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:27:01.767814 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-fad9a656-ec7e-4641-8c01-ab97d3b9e712 None None] Set router cdf8e0b9-9d54-4d6b-96f5-613655c28c6d gateway port host: dv-cinder-805887-18-iscsi {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:27:01.773507 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [req-505124b7-3f54-4c6f-9eba-bf009396a3ff req-e42844fe-fd1a-407c-9eac-8e263ecd9139 service neutron] Transition to ACTIVE for port object 9b051684-302f-475d-a385-63bf0c15009d will not be triggered until provisioned by entity L2. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 07:27:01.792457 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5729a4c-ba98-4cb0-860f-268658bae54b admin admin] Pushing event updated for resources: {'Port': ['ID=f7b8f28a-1e5a-47a8-ace8-4d92a0b8855a,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:27:01.836820 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e5729a4c-ba98-4cb0-860f-268658bae54b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456069'] for router_interface, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:27:01.851605 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-505124b7-3f54-4c6f-9eba-bf009396a3ff req-e42844fe-fd1a-407c-9eac-8e263ecd9139 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728618137860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728617650881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728617650899'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:27:02.029806 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42844fe-fd1a-407c-9eac-8e263ecd9139 service neutron] Pushing event updated for resources: {'Port': ['ID=9b051684-302f-475d-a385-63bf0c15009d,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:27:02.084594 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-505124b7-3f54-4c6f-9eba-bf009396a3ff req-e42844fe-fd1a-407c-9eac-8e263ecd9139 service neutron] Attempting to bind port 9b051684-302f-475d-a385-63bf0c15009d on host hv-cinder-80588 for vnic_type normal with profile {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:27:02.085028 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-505124b7-3f54-4c6f-9eba-bf009396a3ff req-e42844fe-fd1a-407c-9eac-8e263ecd9139 service neutron] Attempting to bind port 9b051684-302f-475d-a385-63bf0c15009d by drivers openvswitch,hyperv on host hv-cinder-80588 at level 0 using segments [{'id': '6442fc1e-6e9f-45e0-a586-0d56e26cc687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '5aadf305-33ac-4849-8154-06215b393927'}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:27:02.085361 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-505124b7-3f54-4c6f-9eba-bf009396a3ff req-e42844fe-fd1a-407c-9eac-8e263ecd9139 service neutron] Attempting to bind port 9b051684-302f-475d-a385-63bf0c15009d on network 5aadf305-33ac-4849-8154-06215b393927 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:27:02.105273 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-505124b7-3f54-4c6f-9eba-bf009396a3ff req-e42844fe-fd1a-407c-9eac-8e263ecd9139 service neutron] Port 9b051684-302f-475d-a385-63bf0c15009d on network 5aadf305-33ac-4849-8154-06215b393927 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80588 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 07:27:02.105273 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-505124b7-3f54-4c6f-9eba-bf009396a3ff req-e42844fe-fd1a-407c-9eac-8e263ecd9139 service neutron] Attempting to bind port 9b051684-302f-475d-a385-63bf0c15009d on network 5aadf305-33ac-4849-8154-06215b393927 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:27:02.116676 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1158d7bc-14d3-47f2-9e31-01450d274657 req-8b2be3c9-51db-4b47-a7fe-3b594925410d tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:27:02.118391 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-fad9a656-ec7e-4641-8c01-ab97d3b9e712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdf8e0b9-9d54-4d6b-96f5-613655c28c6d', 'name': 'tempest-TestVolumeBootPattern-1411877068-router', 'tenant_id': '3f6072c59c3c403fa5914ea10c3a90cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'external_fixed_ips': [{'subnet_id': '89646001-5df7-4559-baa8-56e15a045fc5', 'ip_address': '172.27.2.75'}], 'enable_snat': True}, 'gw_port_id': '321f6a0e-b276-43ee-b97f-964a6b04f457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:26:56Z', 'updated_at': '2021-09-23T07:26:58Z', 'revision_number': 3, 'project_id': '3f6072c59c3c403fa5914ea10c3a90cb', 'gw_port': {'id': '321f6a0e-b276-43ee-b97f-964a6b04f457', 'name': '', 'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:bb:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdf8e0b9-9d54-4d6b-96f5-613655c28c6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '89646001-5df7-4559-baa8-56e15a045fc5', 'ip_address': '172.27.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:26:57Z', 'updated_at': '2021-09-23T07:27:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89646001-5df7-4559-baa8-56e15a045fc5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-18-iscsi'}], 'dv-cinder-805887-18-iscsi', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:27:02.118982 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-1158d7bc-14d3-47f2-9e31-01450d274657 req-8b2be3c9-51db-4b47-a7fe-3b594925410d tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] 10.222.0.62 "GET /v2.0/ports?device_id=f2f739a5-b918-46ae-a5a1-5005a5b39ebd HTTP/1.1" status: 200 len: 945 time: 0.1299887 Sep 23 07:27:02.128221 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845fad52-3242-459a-b3d1-272f032209cd req-b28f5ae5-ad18-4e46-b9c3-1980400e55d6 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:27:02.129829 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-845fad52-3242-459a-b3d1-272f032209cd req-b28f5ae5-ad18-4e46-b9c3-1980400e55d6 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/ports?device_id=11aa03f3-4e13-41f7-a30c-8a2c8e1d0fa4 HTTP/1.1" status: 200 len: 945 time: 0.0933897 Sep 23 07:27:02.137512 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-505124b7-3f54-4c6f-9eba-bf009396a3ff req-e42844fe-fd1a-407c-9eac-8e263ecd9139 service neutron] Checking agent: {'id': '6ad4e769-5dea-434d-bbcd-ae86f07cf259', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80588', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 7, 22, 28), 'started_at': datetime.datetime(2021, 9, 23, 7, 22, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 7, 26, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 07:27:02.137876 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-505124b7-3f54-4c6f-9eba-bf009396a3ff req-e42844fe-fd1a-407c-9eac-8e263ecd9139 service neutron] Checking segment: {'id': '6442fc1e-6e9f-45e0-a586-0d56e26cc687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '5aadf305-33ac-4849-8154-06215b393927'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:27:02.138292 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-505124b7-3f54-4c6f-9eba-bf009396a3ff req-e42844fe-fd1a-407c-9eac-8e263ecd9139 service neutron] Bound using segment: {'id': '6442fc1e-6e9f-45e0-a586-0d56e26cc687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '5aadf305-33ac-4849-8154-06215b393927'} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 07:27:02.138741 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-505124b7-3f54-4c6f-9eba-bf009396a3ff req-e42844fe-fd1a-407c-9eac-8e263ecd9139 service neutron] Bound port: 9b051684-302f-475d-a385-63bf0c15009d, host: hv-cinder-80588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6442fc1e-6e9f-45e0-a586-0d56e26cc687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '5aadf305-33ac-4849-8154-06215b393927'}}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 07:27:02.139212 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-505124b7-3f54-4c6f-9eba-bf009396a3ff req-e42844fe-fd1a-407c-9eac-8e263ecd9139 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:27:02.154663 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fad9a656-ec7e-4641-8c01-ab97d3b9e712 None None] The sync data for ids ['cdf8e0b9-9d54-4d6b-96f5-613655c28c6d'] in dv-cinder-805887-18-iscsi is: [{'id': 'cdf8e0b9-9d54-4d6b-96f5-613655c28c6d', 'name': 'tempest-TestVolumeBootPattern-1411877068-router', 'tenant_id': '3f6072c59c3c403fa5914ea10c3a90cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'external_fixed_ips': [{'subnet_id': '89646001-5df7-4559-baa8-56e15a045fc5', 'ip_address': '172.27.2.75'}], 'enable_snat': True}, 'gw_port_id': '321f6a0e-b276-43ee-b97f-964a6b04f457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:26:56Z', 'updated_at': '2021-09-23T07:26:58Z', 'revision_number': 3, 'project_id': '3f6072c59c3c403fa5914ea10c3a90cb', 'gw_port': {'id': '321f6a0e-b276-43ee-b97f-964a6b04f457', 'name': '', 'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:bb:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdf8e0b9-9d54-4d6b-96f5-613655c28c6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '89646001-5df7-4559-baa8-56e15a045fc5', 'ip_address': '172.27.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:26:57Z', 'updated_at': '2021-09-23T07:27:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89646001-5df7-4559-baa8-56e15a045fc5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-18-iscsi'}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 07:27:02.205962 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-edf0526c-65d6-40a8-a7ca-325d9af2fc8e None None] Provisioning complete for port f7b8f28a-1e5a-47a8-ace8-4d92a0b8855a triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:27:02.208837 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-edf0526c-65d6-40a8-a7ca-325d9af2fc8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703931'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:27:02.235205 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-1158d7bc-14d3-47f2-9e31-01450d274657 req-e44cfbc4-2778-4063-82e0-430bf6bf747a tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] 10.222.0.62 "GET /v2.0/security-groups?id=a0ce8cd3-710a-441a-bcf8-df9fb0d9b143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1042612 Sep 23 07:27:02.238114 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e5729a4c-ba98-4cb0-860f-268658bae54b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:27:02.289692 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-edf0526c-65d6-40a8-a7ca-325d9af2fc8e None None] Port f7b8f28a-1e5a-47a8-ace8-4d92a0b8855a cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 07:27:02.291380 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-845fad52-3242-459a-b3d1-272f032209cd req-8d59a1ae-a1bf-4a99-8d3e-867e00276c46 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/security-groups?id=f544a07c-938f-4158-882b-467f1a401932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1482399 Sep 23 07:27:02.310761 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-505124b7-3f54-4c6f-9eba-bf009396a3ff req-e42844fe-fd1a-407c-9eac-8e263ecd9139 service neutron] For port 9b051684-302f-475d-a385-63bf0c15009d, host hv-cinder-80588, cleared binding levels {{(pid=94841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:27:02.318413 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-505124b7-3f54-4c6f-9eba-bf009396a3ff req-e42844fe-fd1a-407c-9eac-8e263ecd9139 service neutron] For port 9b051684-302f-475d-a385-63bf0c15009d, host hv-cinder-80588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=9b051684-302f-475d-a385-63bf0c15009d,segment=NetworkSegment(6442fc1e-6e9f-45e0-a586-0d56e26cc687),segment_id=6442fc1e-6e9f-45e0-a586-0d56e26cc687)] {{(pid=94841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 07:27:02.422284 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-505124b7-3f54-4c6f-9eba-bf009396a3ff req-e42844fe-fd1a-407c-9eac-8e263ecd9139 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728618137860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728617650881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728617650899'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:27:02.430718 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Device 7dfc4070-e231-4f6c-ad17-e12882af128e details requested by agent hyperv_hv-cinder-80588 with host hv-cinder-80588 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 07:27:02.441728 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505124b7-3f54-4c6f-9eba-bf009396a3ff req-e42844fe-fd1a-407c-9eac-8e263ecd9139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:27:02.442685 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-505124b7-3f54-4c6f-9eba-bf009396a3ff req-e42844fe-fd1a-407c-9eac-8e263ecd9139 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210484'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:27:02.444266 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-505124b7-3f54-4c6f-9eba-bf009396a3ff req-e42844fe-fd1a-407c-9eac-8e263ecd9139 service neutron] 10.222.0.53 "PUT /v2.0/ports/9b051684-302f-475d-a385-63bf0c15009d HTTP/1.1" status: 200 len: 1094 time: 1.1465321 Sep 23 07:27:02.447846 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd7968fd-3356-4428-8745-15218cb19e93', 'tag': '9b051684-302f-475d-a385-63bf0c15009d'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:27:02.451910 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59377972be4a6b1db7d764771ea1170f497e9021ac5c159e937f759c4704c07c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df4eb68e-a814-4118-970c-7bb49526c2f8" -d '{"events": [{"name": "network-changed", "server_uuid": "bd7968fd-3356-4428-8745-15218cb19e93", "tag": "9b051684-302f-475d-a385-63bf0c15009d"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:27:02.501774 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7761ace2-6917-4d5d-bd36-1db38eff3ddc req-6abcf99a-9bde-444e-ae2d-b407168dca04 tempest-VolumesActionsTest-861064008 tempest-VolumesActionsTest-861064008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:27:02.504549 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-7761ace2-6917-4d5d-bd36-1db38eff3ddc req-6abcf99a-9bde-444e-ae2d-b407168dca04 tempest-VolumesActionsTest-861064008 tempest-VolumesActionsTest-861064008-project] 10.222.0.62 "GET /v2.0/ports?device_id=bd7968fd-3356-4428-8745-15218cb19e93 HTTP/1.1" status: 200 len: 944 time: 0.1253114 Sep 23 07:27:02.559816 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42844fe-fd1a-407c-9eac-8e263ecd9139 service neutron] Pushing event updated for resources: {'Port': ['ID=9b051684-302f-475d-a385-63bf0c15009d,revision_number=3']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:27:02.589361 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e5729a4c-ba98-4cb0-860f-268658bae54b admin admin] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:27:02.617849 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 07:27:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fd1e95d-65b2-4069-ba37-cef7089d974b x-openstack-request-id: req-0fd1e95d-65b2-4069-ba37-cef7089d974b {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:27:02.618252 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd7968fd-3356-4428-8745-15218cb19e93", "tag": "9b051684-302f-475d-a385-63bf0c15009d", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:27:02.618434 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0fd1e95d-65b2-4069-ba37-cef7089d974b {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:27:02.618900 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd7968fd-3356-4428-8745-15218cb19e93', 'tag': '9b051684-302f-475d-a385-63bf0c15009d', 'status': 'completed', 'code': 200} Sep 23 07:27:02.672093 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] For port 7dfc4070-e231-4f6c-ad17-e12882af128e, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=7dfc4070-e231-4f6c-ad17-e12882af128e,segment=NetworkSegment(1643a54a-f314-44c3-bdbc-99b9ba0d70f9),segment_id=1643a54a-f314-44c3-bdbc-99b9ba0d70f9)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:27:02.673363 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-7761ace2-6917-4d5d-bd36-1db38eff3ddc req-6a20fe97-6f0a-44f1-b9c2-b38a116296fd tempest-VolumesActionsTest-861064008 tempest-VolumesActionsTest-861064008-project] 10.222.0.62 "GET /v2.0/security-groups?id=931defd8-8cc8-4b33-a995-f6c6653dcffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080778 Sep 23 07:27:02.684031 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e5729a4c-ba98-4cb0-860f-268658bae54b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728618137860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728617650881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728617650899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58957177'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:27:02.698884 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505124b7-3f54-4c6f-9eba-bf009396a3ff req-24b10bcc-0c1b-4063-a3d1-63ccff443fec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:27:02.700066 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-505124b7-3f54-4c6f-9eba-bf009396a3ff req-24b10bcc-0c1b-4063-a3d1-63ccff443fec service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5c8efa24dc094195b88f10f950dab14e&device_id=bd7968fd-3356-4428-8745-15218cb19e93 HTTP/1.1" status: 200 len: 1097 time: 0.0648890 Sep 23 07:27:02.714703 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Returning: {'device': '7dfc4070-e231-4f6c-ad17-e12882af128e', 'network_id': '457ccd50-05b0-4ce0-8b7d-271dff6f827e', 'port_id': '7dfc4070-e231-4f6c-ad17-e12882af128e', 'mac_address': 'fa:16:3e:43:6a:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '513e6a2b-0c54-4f03-8c2d-dd3c246bd8ac', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 07:27:02.769144 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-505124b7-3f54-4c6f-9eba-bf009396a3ff req-d599abc2-e997-4c18-951a-ab03ea404f1d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9b051684-302f-475d-a385-63bf0c15009d HTTP/1.1" status: 200 len: 217 time: 0.0573509 Sep 23 07:27:02.788082 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e5729a4c-ba98-4cb0-860f-268658bae54b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455541'] for router_interface, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:27:02.794922 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5729a4c-ba98-4cb0-860f-268658bae54b admin admin] Pushing event updated for resources: {'Port': ['ID=f7b8f28a-1e5a-47a8-ace8-4d92a0b8855a,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:27:02.831585 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:27:02.860799 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7dfc4070-e231-4f6c-ad17-e12882af128e {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 07:27:02.861021 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505124b7-3f54-4c6f-9eba-bf009396a3ff req-9334b7a4-e614-4edf-a25a-eff07419514c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:27:02.865263 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-505124b7-3f54-4c6f-9eba-bf009396a3ff req-9334b7a4-e614-4edf-a25a-eff07419514c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e8eed5d5-8c59-4e7d-ab4c-52fe690c2c53 HTTP/1.1" status: 200 len: 848 time: 0.0832310 Sep 23 07:27:02.919025 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Device 321f6a0e-b276-43ee-b97f-964a6b04f457 up at agent ovs-agent-dv-cinder-805887-18-iscsi {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:27:02.924999 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] For port 7dfc4070-e231-4f6c-ad17-e12882af128e, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=7dfc4070-e231-4f6c-ad17-e12882af128e,segment=NetworkSegment(1643a54a-f314-44c3-bdbc-99b9ba0d70f9),segment_id=1643a54a-f314-44c3-bdbc-99b9ba0d70f9)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:27:02.941476 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-505124b7-3f54-4c6f-9eba-bf009396a3ff req-7e2d70ea-7944-4b48-b6eb-3c98c6d34716 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5aadf305-33ac-4849-8154-06215b393927&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0659418 Sep 23 07:27:02.981573 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5729a4c-ba98-4cb0-860f-268658bae54b admin admin] Network 2f4e6dc4-cd74-450b-a1ff-8362ede246dd is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:27:02.984026 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-e5729a4c-ba98-4cb0-860f-268658bae54b admin admin] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:27:03.020940 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728618137860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728617650881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728617650899'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:27:03.083582 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-505124b7-3f54-4c6f-9eba-bf009396a3ff req-25bdbe7c-e2c2-4863-af35-6cfaf000ab49 service neutron] 10.222.0.53 "GET /v2.0/networks/5aadf305-33ac-4849-8154-06215b393927?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320629 Sep 23 07:27:03.086202 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Provisioning complete for port 321f6a0e-b276-43ee-b97f-964a6b04f457 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:27:03.086638 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703931'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:27:03.171973 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Pushing event updated for resources: {'Port': ['ID=7dfc4070-e231-4f6c-ad17-e12882af128e,revision_number=6']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:27:03.220263 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] get_ports_and_sgs() called for port_ids ['7dfc4070-e231-4f6c-ad17-e12882af128e'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 07:27:03.228993 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5729a4c-ba98-4cb0-860f-268658bae54b admin admin] Router cdf8e0b9-9d54-4d6b-96f5-613655c28c6d has already been hosted by L3 agent 65b4f7dd-c6e9-4255-94ee-66e285aed80f {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 07:27:03.278921 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:27:03.346275 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] For port 321f6a0e-b276-43ee-b97f-964a6b04f457, host dv-cinder-805887-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-18-iscsi',level=0,port_id=321f6a0e-b276-43ee-b97f-964a6b04f457,segment=NetworkSegment(8399e290-ca7c-4b27-b40e-543152e4317b),segment_id=8399e290-ca7c-4b27-b40e-543152e4317b)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:27:03.353568 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-505124b7-3f54-4c6f-9eba-bf009396a3ff req-2fcf8d66-0e40-4231-a2aa-ebd8e5260efb service neutron] 10.222.0.53 "GET /v2.0/networks/5aadf305-33ac-4849-8154-06215b393927?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2565327 Sep 23 07:27:03.438363 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5729a4c-ba98-4cb0-860f-268658bae54b admin admin] Notify agent at l3_agent.dv-cinder-805887-18-iscsi the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 07:27:03.450887 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [None req-e5729a4c-ba98-4cb0-860f-268658bae54b admin admin] 10.222.0.62 "PUT /v2.0/routers/cdf8e0b9-9d54-4d6b-96f5-613655c28c6d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6084576 Sep 23 07:27:03.547436 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728618137860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728617650881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728617650899'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:27:03.608456 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-b2fab409-e0ce-4d98-9424-ab5c89590fab None None] Provisioning complete for port f7b8f28a-1e5a-47a8-ace8-4d92a0b8855a triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:27:03.608456 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-b2fab409-e0ce-4d98-9424-ab5c89590fab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703931'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:27:03.704553 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Pushing event updated for resources: {'Port': ['ID=321f6a0e-b276-43ee-b97f-964a6b04f457,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:27:03.720616 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-b2fab409-e0ce-4d98-9424-ab5c89590fab None None] Port f7b8f28a-1e5a-47a8-ace8-4d92a0b8855a cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 07:27:03.732645 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d902e91-c761-45d2-931b-318cbb445279 req-6050382e-7ff2-4964-beb4-b4fd3e8e770a tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:27:03.741182 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-2d902e91-c761-45d2-931b-318cbb445279 req-6050382e-7ff2-4964-beb4-b4fd3e8e770a tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] 10.222.0.62 "GET /v2.0/ports?device_id=f2f739a5-b918-46ae-a5a1-5005a5b39ebd HTTP/1.1" status: 200 len: 945 time: 0.3017745 Sep 23 07:27:03.752806 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c02aad-8022-4f10-9b88-24b9cfc1c259 req-d698f9b7-d0f1-4d81-9d2d-849787cec00c tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:27:03.754384 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-d7c02aad-8022-4f10-9b88-24b9cfc1c259 req-d698f9b7-d0f1-4d81-9d2d-849787cec00c tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/ports?device_id=11aa03f3-4e13-41f7-a30c-8a2c8e1d0fa4 HTTP/1.1" status: 200 len: 944 time: 0.2362547 Sep 23 07:27:03.801596 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4eb68e-a814-4118-970c-7bb49526c2f8 req-66074f16-b6be-4408-a804-b976cf904da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:27:03.803095 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-df4eb68e-a814-4118-970c-7bb49526c2f8 req-66074f16-b6be-4408-a804-b976cf904da4 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5c8efa24dc094195b88f10f950dab14e&device_id=bd7968fd-3356-4428-8745-15218cb19e93 HTTP/1.1" status: 200 len: 1097 time: 0.1699116 Sep 23 07:27:03.845481 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-2d902e91-c761-45d2-931b-318cbb445279 req-f728a203-ec93-4717-af97-2a98de355b9a tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] 10.222.0.62 "GET /v2.0/security-groups?id=a0ce8cd3-710a-441a-bcf8-df9fb0d9b143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1022894 Sep 23 07:27:03.856200 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-d7c02aad-8022-4f10-9b88-24b9cfc1c259 req-cae1a347-fd67-4130-9d30-b2c34b9cb38b tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/security-groups?id=f544a07c-938f-4158-882b-467f1a401932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868556 Sep 23 07:27:03.989003 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4eb68e-a814-4118-970c-7bb49526c2f8 req-fb25c0c6-aee1-45ab-87df-af76a06c62c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:27:03.990783 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-df4eb68e-a814-4118-970c-7bb49526c2f8 req-fb25c0c6-aee1-45ab-87df-af76a06c62c1 service neutron] 10.222.0.53 "GET /v2.0/networks?id=5aadf305-33ac-4849-8154-06215b393927 HTTP/1.1" status: 200 len: 909 time: 0.1662428 Sep 23 07:27:04.295682 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-df4eb68e-a814-4118-970c-7bb49526c2f8 req-5d2d80ba-3bfb-4340-a7e0-608791ade35b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9b051684-302f-475d-a385-63bf0c15009d HTTP/1.1" status: 200 len: 217 time: 0.2937503 Sep 23 07:27:04.318001 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679d1140-0d20-46e6-9b80-12d58c7554b1 req-d5cb1bab-fb01-42d5-a1eb-c465be861d63 tempest-VolumesActionsTest-861064008 tempest-VolumesActionsTest-861064008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:27:04.319682 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-679d1140-0d20-46e6-9b80-12d58c7554b1 req-d5cb1bab-fb01-42d5-a1eb-c465be861d63 tempest-VolumesActionsTest-861064008 tempest-VolumesActionsTest-861064008-project] 10.222.0.62 "GET /v2.0/ports?device_id=bd7968fd-3356-4428-8745-15218cb19e93 HTTP/1.1" status: 200 len: 944 time: 0.3598249 Sep 23 07:27:04.398801 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4eb68e-a814-4118-970c-7bb49526c2f8 req-0c8c5a12-8459-4aa5-a44c-5c8736db0403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:27:04.400278 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-df4eb68e-a814-4118-970c-7bb49526c2f8 req-0c8c5a12-8459-4aa5-a44c-5c8736db0403 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e8eed5d5-8c59-4e7d-ab4c-52fe690c2c53 HTTP/1.1" status: 200 len: 848 time: 0.0795155 Sep 23 07:27:04.403842 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-679d1140-0d20-46e6-9b80-12d58c7554b1 req-cc5ca829-3332-4fe5-8d56-250d54c9283a tempest-VolumesActionsTest-861064008 tempest-VolumesActionsTest-861064008-project] 10.222.0.62 "GET /v2.0/security-groups?id=931defd8-8cc8-4b33-a995-f6c6653dcffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700850 Sep 23 07:27:04.428766 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Device 7dfc4070-e231-4f6c-ad17-e12882af128e up at agent hyperv_hv-cinder-80588 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:27:04.457607 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-df4eb68e-a814-4118-970c-7bb49526c2f8 req-c8f21547-45f3-470c-9940-ac7ce17fc687 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5aadf305-33ac-4849-8154-06215b393927&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457368 Sep 23 07:27:04.507558 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Provisioning complete for port 7dfc4070-e231-4f6c-ad17-e12882af128e triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:27:04.508060 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703931'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:27:04.576092 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-df4eb68e-a814-4118-970c-7bb49526c2f8 req-5141d2b1-ace0-471c-8d1d-2169da660683 service neutron] 10.222.0.53 "GET /v2.0/networks/5aadf305-33ac-4849-8154-06215b393927?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054132 Sep 23 07:27:04.609993 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:27:04.664588 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11aa03f3-4e13-41f7-a30c-8a2c8e1d0fa4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dfc4070-e231-4f6c-ad17-e12882af128e'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:27:04.667427 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8cb1569f887212d656241d478829572ac01e5268e755a1d7af7c5208f8517aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6699a3d4-661e-44d7-a607-a966749e28b0" -d '{"events": [{"server_uuid": "11aa03f3-4e13-41f7-a30c-8a2c8e1d0fa4", "name": "network-vif-plugged", "status": "completed", "tag": "7dfc4070-e231-4f6c-ad17-e12882af128e"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:27:04.688445 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] For port 7dfc4070-e231-4f6c-ad17-e12882af128e, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=7dfc4070-e231-4f6c-ad17-e12882af128e,segment=NetworkSegment(1643a54a-f314-44c3-bdbc-99b9ba0d70f9),segment_id=1643a54a-f314-44c3-bdbc-99b9ba0d70f9)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:27:04.736618 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.62', 55040) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:27:04.743078 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 07:27:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d336be9f-6047-4182-98bf-1ed812b2a2bd x-openstack-request-id: req-d336be9f-6047-4182-98bf-1ed812b2a2bd {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:27:04.743375 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11aa03f3-4e13-41f7-a30c-8a2c8e1d0fa4", "name": "network-vif-plugged", "status": "completed", "tag": "7dfc4070-e231-4f6c-ad17-e12882af128e", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:27:04.743618 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d336be9f-6047-4182-98bf-1ed812b2a2bd {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:27:04.744012 dv-cinder-805887-18-iscsi neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11aa03f3-4e13-41f7-a30c-8a2c8e1d0fa4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dfc4070-e231-4f6c-ad17-e12882af128e', 'code': 200} Sep 23 07:27:04.746204 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.v2.base [None req-43be179c-3898-4379-b97b-d306af115caf tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-551820352', 'description': 'tempest-secgroup-smoke-551820352 description', 'project_id': 'c94fc6b7cf004b03b6610c617415b316'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:27:04.771647 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728618137860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728617650881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728617650899'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:27:04.795993 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-df4eb68e-a814-4118-970c-7bb49526c2f8 req-67f85edf-5e0b-4390-969d-762843e453bb service neutron] 10.222.0.53 "GET /v2.0/networks/5aadf305-33ac-4849-8154-06215b393927?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1996272 Sep 23 07:27:04.846293 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Device 321f6a0e-b276-43ee-b97f-964a6b04f457 up at agent ovs-agent-dv-cinder-805887-18-iscsi {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:27:04.850000 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Pushing event updated for resources: {'Port': ['ID=7dfc4070-e231-4f6c-ad17-e12882af128e,revision_number=7']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:27:04.874251 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-43be179c-3898-4379-b97b-d306af115caf tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:27:04.911583 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Provisioning complete for port 321f6a0e-b276-43ee-b97f-964a6b04f457 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:27:04.912119 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703931'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:27:04.974637 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd1cdc09-33d9-442b-8859-12b6950549e2 None None] Sync routers for ids ['cdf8e0b9-9d54-4d6b-96f5-613655c28c6d'] in dv-cinder-805887-18-iscsi {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 07:27:04.998849 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd1cdc09-33d9-442b-8859-12b6950549e2 None None] Routers {'cdf8e0b9-9d54-4d6b-96f5-613655c28c6d'} bound to L3 agent in host dv-cinder-805887-18-iscsi {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:27:04.999647 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-cd1cdc09-33d9-442b-8859-12b6950549e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T07:15:56Z,description=,heartbeat_timestamp=2021-09-23T07:26:56Z,host='dv-cinder-805887-18-iscsi',id=65b4f7dd-c6e9-4255-94ee-66e285aed80f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T07:15:57Z,topic='l3_agent')) {'router_ids': ['cdf8e0b9-9d54-4d6b-96f5-613655c28c6d'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:27:05.108972 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-43be179c-3898-4379-b97b-d306af115caf tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:27:05.132692 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe88b89-b160-4c3e-921e-8b2a2309d06c req-04ad194f-e125-467c-807c-8c55762cf0bc tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:27:05.141405 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-ebe88b89-b160-4c3e-921e-8b2a2309d06c req-04ad194f-e125-467c-807c-8c55762cf0bc tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] 10.222.0.62 "GET /v2.0/ports?device_id=f2f739a5-b918-46ae-a5a1-5005a5b39ebd HTTP/1.1" status: 200 len: 945 time: 0.1123829 Sep 23 07:27:05.177112 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-cd1cdc09-33d9-442b-8859-12b6950549e2 None None] Set router cdf8e0b9-9d54-4d6b-96f5-613655c28c6d gateway port host: dv-cinder-805887-18-iscsi {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:27:05.177357 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1bc7a6-627c-415b-9254-16d15eb15229 req-d57377e1-ac0e-40bd-a96f-b70664c9c6ad tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:27:05.179192 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-db1bc7a6-627c-415b-9254-16d15eb15229 req-d57377e1-ac0e-40bd-a96f-b70664c9c6ad tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/ports?device_id=11aa03f3-4e13-41f7-a30c-8a2c8e1d0fa4 HTTP/1.1" status: 200 len: 945 time: 0.1373227 Sep 23 07:27:05.213142 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-ebe88b89-b160-4c3e-921e-8b2a2309d06c req-dbfed2a1-7d70-469c-9788-3650bbc3b3ce tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] 10.222.0.62 "GET /v2.0/security-groups?id=a0ce8cd3-710a-441a-bcf8-df9fb0d9b143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667357 Sep 23 07:27:05.223249 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-43be179c-3898-4379-b97b-d306af115caf tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520401'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:27:05.246440 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-db1bc7a6-627c-415b-9254-16d15eb15229 req-114043f6-fa57-46d4-892d-73be985712e5 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/security-groups?id=f544a07c-938f-4158-882b-467f1a401932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617466 Sep 23 07:27:05.287273 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43be179c-3898-4379-b97b-d306af115caf tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1abea1f3-eb90-4ea0-bd1d-d6ddf6b9f56e,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:27:05.364940 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-43be179c-3898-4379-b97b-d306af115caf tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:27:05.369743 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.62', 55062) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:27:05.370185 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [None req-43be179c-3898-4379-b97b-d306af115caf tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.6319680 Sep 23 07:27:05.375335 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.v2.base [None req-2eb77eab-2c0e-43c3-a064-ee0c91bb4d60 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Request body: {'security_group_rule': {'security_group_id': '1abea1f3-eb90-4ea0-bd1d-d6ddf6b9f56e', 'project_id': 'c94fc6b7cf004b03b6610c617415b316', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:27:05.490540 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2eb77eab-2c0e-43c3-a064-ee0c91bb4d60 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:27:05.501020 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-cd1cdc09-33d9-442b-8859-12b6950549e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdf8e0b9-9d54-4d6b-96f5-613655c28c6d', 'name': 'tempest-TestVolumeBootPattern-1411877068-router', 'tenant_id': '3f6072c59c3c403fa5914ea10c3a90cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'external_fixed_ips': [{'subnet_id': '89646001-5df7-4559-baa8-56e15a045fc5', 'ip_address': '172.27.2.75'}], 'enable_snat': True}, 'gw_port_id': '321f6a0e-b276-43ee-b97f-964a6b04f457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:26:56Z', 'updated_at': '2021-09-23T07:27:02Z', 'revision_number': 4, 'project_id': '3f6072c59c3c403fa5914ea10c3a90cb', 'gw_port': {'id': '321f6a0e-b276-43ee-b97f-964a6b04f457', 'name': '', 'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:bb:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdf8e0b9-9d54-4d6b-96f5-613655c28c6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '89646001-5df7-4559-baa8-56e15a045fc5', 'ip_address': '172.27.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:26:57Z', 'updated_at': '2021-09-23T07:27:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89646001-5df7-4559-baa8-56e15a045fc5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-18-iscsi', '_interfaces': [{'id': 'f7b8f28a-1e5a-47a8-ace8-4d92a0b8855a', 'name': '', 'network_id': '2f4e6dc4-cd74-450b-a1ff-8362ede246dd', 'tenant_id': '3f6072c59c3c403fa5914ea10c3a90cb', 'mac_address': 'fa:16:3e:8d:38:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdf8e0b9-9d54-4d6b-96f5-613655c28c6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '5e240892-eb0a-47a1-9c69-764c8e2d5bf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:27:01Z', 'updated_at': '2021-09-23T07:27:02Z', 'revision_number': 2, 'project_id': '3f6072c59c3c403fa5914ea10c3a90cb', 'subnets': [{'id': '5e240892-eb0a-47a1-9c69-764c8e2d5bf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-18-iscsi', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:27:05.537913 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd1cdc09-33d9-442b-8859-12b6950549e2 None None] Checking router: cdf8e0b9-9d54-4d6b-96f5-613655c28c6d for host: dv-cinder-805887-18-iscsi {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 07:27:05.538654 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd1cdc09-33d9-442b-8859-12b6950549e2 None None] Updating router cdf8e0b9-9d54-4d6b-96f5-613655c28c6d port f7b8f28a-1e5a-47a8-ace8-4d92a0b8855a binding host dv-cinder-805887-18-iscsi {{(pid=94842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 07:27:05.578974 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cd1cdc09-33d9-442b-8859-12b6950549e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:27:05.653599 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0ac996-cda6-4adc-9d52-2a2d79296a76 req-daae7c66-0550-4abd-99d1-96a50f50c15b tempest-VolumesActionsTest-861064008 tempest-VolumesActionsTest-861064008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:27:05.655272 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-1b0ac996-cda6-4adc-9d52-2a2d79296a76 req-daae7c66-0550-4abd-99d1-96a50f50c15b tempest-VolumesActionsTest-861064008 tempest-VolumesActionsTest-861064008-project] 10.222.0.62 "GET /v2.0/ports?device_id=bd7968fd-3356-4428-8745-15218cb19e93 HTTP/1.1" status: 200 len: 944 time: 0.1539731 Sep 23 07:27:05.683428 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2eb77eab-2c0e-43c3-a064-ee0c91bb4d60 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:27:05.726895 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-1b0ac996-cda6-4adc-9d52-2a2d79296a76 req-987f0a12-d158-4ad3-ac3e-07680287d178 tempest-VolumesActionsTest-861064008 tempest-VolumesActionsTest-861064008-project] 10.222.0.62 "GET /v2.0/security-groups?id=931defd8-8cc8-4b33-a995-f6c6653dcffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642250 Sep 23 07:27:05.804554 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2eb77eab-2c0e-43c3-a064-ee0c91bb4d60 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510558'] for security_group_rule, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:27:05.835252 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb77eab-2c0e-43c3-a064-ee0c91bb4d60 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=293a47dc-1251-48c7-88ee-f6a7119b93c6,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:27:05.941258 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2eb77eab-2c0e-43c3-a064-ee0c91bb4d60 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:27:05.942617 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [None req-2eb77eab-2c0e-43c3-a064-ee0c91bb4d60 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5712736 Sep 23 07:27:05.945351 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.62', 55072) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:27:05.949832 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.v2.base [None req-8e0cc6bf-7a70-476c-9a28-2b0407eef0db tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Request body: {'security_group_rule': {'security_group_id': '1abea1f3-eb90-4ea0-bd1d-d6ddf6b9f56e', 'project_id': 'c94fc6b7cf004b03b6610c617415b316', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:27:06.031287 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cd1cdc09-33d9-442b-8859-12b6950549e2 None None] Notify callbacks [] for port, precommit_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:27:06.085816 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8e0cc6bf-7a70-476c-9a28-2b0407eef0db tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:27:06.136187 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cd1cdc09-33d9-442b-8859-12b6950549e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728618137860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728617650881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728617650899'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:27:06.309364 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4e36f4-6367-40da-9e16-de77f48ad035 None None] Pushing event updated for resources: {'Port': ['ID=f7b8f28a-1e5a-47a8-ace8-4d92a0b8855a,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:27:06.324613 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8e0cc6bf-7a70-476c-9a28-2b0407eef0db tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:27:06.420182 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8e0cc6bf-7a70-476c-9a28-2b0407eef0db tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510558'] for security_group_rule, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:27:06.440665 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Device 9b051684-302f-475d-a385-63bf0c15009d details requested by agent hyperv_hv-cinder-80588 with host hv-cinder-80588 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 07:27:06.454280 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-cd1cdc09-33d9-442b-8859-12b6950549e2 None None] Attempting to bind port f7b8f28a-1e5a-47a8-ace8-4d92a0b8855a on host dv-cinder-805887-18-iscsi for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:27:06.454645 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-cd1cdc09-33d9-442b-8859-12b6950549e2 None None] Attempting to bind port f7b8f28a-1e5a-47a8-ace8-4d92a0b8855a by drivers openvswitch,hyperv on host dv-cinder-805887-18-iscsi at level 0 using segments [{'id': '83d5e0c4-4534-4214-b924-60c01ea7ca4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '2f4e6dc4-cd74-450b-a1ff-8362ede246dd'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:27:06.455067 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1cdc09-33d9-442b-8859-12b6950549e2 None None] Attempting to bind port f7b8f28a-1e5a-47a8-ace8-4d92a0b8855a on network 2f4e6dc4-cd74-450b-a1ff-8362ede246dd {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:27:06.468808 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1cdc09-33d9-442b-8859-12b6950549e2 None None] Checking agent: {'id': '8a4a6f1f-c513-442c-b997-00aea54023cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805887-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 7, 15, 58), 'started_at': datetime.datetime(2021, 9, 23, 7, 16, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 7, 26, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805887-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 07:27:06.470314 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1cdc09-33d9-442b-8859-12b6950549e2 None None] Checking segment: {'id': '83d5e0c4-4534-4214-b924-60c01ea7ca4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '2f4e6dc4-cd74-450b-a1ff-8362ede246dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:27:06.470849 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cd1cdc09-33d9-442b-8859-12b6950549e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:27:06.471264 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1cdc09-33d9-442b-8859-12b6950549e2 None None] Bound using segment: {'id': '83d5e0c4-4534-4214-b924-60c01ea7ca4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '2f4e6dc4-cd74-450b-a1ff-8362ede246dd'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 07:27:06.472160 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-cd1cdc09-33d9-442b-8859-12b6950549e2 None None] Bound port: f7b8f28a-1e5a-47a8-ace8-4d92a0b8855a, host: dv-cinder-805887-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83d5e0c4-4534-4214-b924-60c01ea7ca4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '2f4e6dc4-cd74-450b-a1ff-8362ede246dd'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 07:27:06.472751 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cd1cdc09-33d9-442b-8859-12b6950549e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:27:06.490851 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0cc6bf-7a70-476c-9a28-2b0407eef0db tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2075b8e7-c3e9-4237-b0ef-ad4287fe2962,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:27:06.546097 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e63f25-a025-4361-9a94-5c293c65e068 req-5c5bfde5-7a42-41be-b30c-bc6d322dcf96 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:27:06.556203 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-20e63f25-a025-4361-9a94-5c293c65e068 req-5c5bfde5-7a42-41be-b30c-bc6d322dcf96 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/ports?device_id=11aa03f3-4e13-41f7-a30c-8a2c8e1d0fa4 HTTP/1.1" status: 200 len: 945 time: 0.1386185 Sep 23 07:27:06.567255 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e476444b-0648-4934-89b1-ebb26f9367d5 req-fcfc28ad-3281-4204-8174-f69ba8a229fa tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:27:06.568852 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-e476444b-0648-4934-89b1-ebb26f9367d5 req-fcfc28ad-3281-4204-8174-f69ba8a229fa tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] 10.222.0.62 "GET /v2.0/ports?device_id=f2f739a5-b918-46ae-a5a1-5005a5b39ebd HTTP/1.1" status: 200 len: 945 time: 0.2047508 Sep 23 07:27:06.575681 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8e0cc6bf-7a70-476c-9a28-2b0407eef0db tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:27:06.576961 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [None req-8e0cc6bf-7a70-476c-9a28-2b0407eef0db tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6305747 Sep 23 07:27:06.579995 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.62', 55078) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:27:06.591021 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.v2.base [None req-14b3f1e0-86e3-4063-b50e-c7cee3f7abbd tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Request body: {'security_group_rule': {'security_group_id': '1abea1f3-eb90-4ea0-bd1d-d6ddf6b9f56e', 'project_id': 'c94fc6b7cf004b03b6610c617415b316', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:27:06.685942 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-20e63f25-a025-4361-9a94-5c293c65e068 req-85d5177e-ef49-4b20-9b9a-7f1a0567985d tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/security-groups?id=f544a07c-938f-4158-882b-467f1a401932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1265404 Sep 23 07:27:06.704554 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-e476444b-0648-4934-89b1-ebb26f9367d5 req-97856390-9b4c-468e-9283-070221cd2072 tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] 10.222.0.62 "GET /v2.0/security-groups?id=a0ce8cd3-710a-441a-bcf8-df9fb0d9b143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1264315 Sep 23 07:27:06.721472 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-14b3f1e0-86e3-4063-b50e-c7cee3f7abbd tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:27:06.855296 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-35813fe8-90cb-41a4-8ff1-bf096e158c88 None None] Provisioning complete for port f7b8f28a-1e5a-47a8-ace8-4d92a0b8855a triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:27:06.855296 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-35813fe8-90cb-41a4-8ff1-bf096e158c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703931'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:27:06.906030 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-35813fe8-90cb-41a4-8ff1-bf096e158c88 None None] Port f7b8f28a-1e5a-47a8-ace8-4d92a0b8855a cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 07:27:06.928131 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-cd1cdc09-33d9-442b-8859-12b6950549e2 None None] For port f7b8f28a-1e5a-47a8-ace8-4d92a0b8855a, host dv-cinder-805887-18-iscsi, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:27:06.943324 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] For port 9b051684-302f-475d-a385-63bf0c15009d, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=9b051684-302f-475d-a385-63bf0c15009d,segment=NetworkSegment(6442fc1e-6e9f-45e0-a586-0d56e26cc687),segment_id=6442fc1e-6e9f-45e0-a586-0d56e26cc687)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:27:06.955476 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-cd1cdc09-33d9-442b-8859-12b6950549e2 None None] For port f7b8f28a-1e5a-47a8-ace8-4d92a0b8855a, host dv-cinder-805887-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-18-iscsi',level=0,port_id=f7b8f28a-1e5a-47a8-ace8-4d92a0b8855a,segment=NetworkSegment(83d5e0c4-4534-4214-b924-60c01ea7ca4d),segment_id=83d5e0c4-4534-4214-b924-60c01ea7ca4d)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 07:27:06.955727 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-14b3f1e0-86e3-4063-b50e-c7cee3f7abbd tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:27:06.961454 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Returning: {'device': '9b051684-302f-475d-a385-63bf0c15009d', 'network_id': '5aadf305-33ac-4849-8154-06215b393927', 'port_id': '9b051684-302f-475d-a385-63bf0c15009d', 'mac_address': 'fa:16:3e:ba:d3:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8eed5d5-8c59-4e7d-ab4c-52fe690c2c53', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 07:27:07.005277 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:27:07.012203 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fb9883-29aa-478c-96fc-abffb7d3b24f req-43367efe-d134-404c-b3ae-3921f04fed2f tempest-VolumesActionsTest-861064008 tempest-VolumesActionsTest-861064008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:27:07.014521 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-56fb9883-29aa-478c-96fc-abffb7d3b24f req-43367efe-d134-404c-b3ae-3921f04fed2f tempest-VolumesActionsTest-861064008 tempest-VolumesActionsTest-861064008-project] 10.222.0.62 "GET /v2.0/ports?device_id=bd7968fd-3356-4428-8745-15218cb19e93 HTTP/1.1" status: 200 len: 944 time: 0.1475656 Sep 23 07:27:07.021543 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b051684-302f-475d-a385-63bf0c15009d {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 07:27:07.041220 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-14b3f1e0-86e3-4063-b50e-c7cee3f7abbd tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510558'] for security_group_rule, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:27:07.046033 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cd1cdc09-33d9-442b-8859-12b6950549e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728618137860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728617650881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728617650899'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:27:07.071724 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] For port 9b051684-302f-475d-a385-63bf0c15009d, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=9b051684-302f-475d-a385-63bf0c15009d,segment=NetworkSegment(6442fc1e-6e9f-45e0-a586-0d56e26cc687),segment_id=6442fc1e-6e9f-45e0-a586-0d56e26cc687)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:27:07.139958 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b3f1e0-86e3-4063-b50e-c7cee3f7abbd tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d75bfcf2-81ca-44ce-a682-0e2afd4fbfa3,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:27:07.151572 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd1cdc09-33d9-442b-8859-12b6950549e2 None None] Routers {'cdf8e0b9-9d54-4d6b-96f5-613655c28c6d'} bound to L3 agent in host dv-cinder-805887-18-iscsi {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:27:07.152255 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-cd1cdc09-33d9-442b-8859-12b6950549e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T07:15:56Z,description=,heartbeat_timestamp=2021-09-23T07:26:56Z,host='dv-cinder-805887-18-iscsi',id=65b4f7dd-c6e9-4255-94ee-66e285aed80f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T07:15:57Z,topic='l3_agent')) {'router_ids': ['cdf8e0b9-9d54-4d6b-96f5-613655c28c6d'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:27:07.171185 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-56fb9883-29aa-478c-96fc-abffb7d3b24f req-2bf2ca18-5386-4c23-b9d7-d5c79558f85e tempest-VolumesActionsTest-861064008 tempest-VolumesActionsTest-861064008-project] 10.222.0.62 "GET /v2.0/security-groups?id=931defd8-8cc8-4b33-a995-f6c6653dcffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479998 Sep 23 07:27:07.218642 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728618137860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728617650881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728617650899'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:27:07.227307 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4e36f4-6367-40da-9e16-de77f48ad035 None None] Pushing event updated for resources: {'Port': ['ID=f7b8f28a-1e5a-47a8-ace8-4d92a0b8855a,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:27:07.241933 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-14b3f1e0-86e3-4063-b50e-c7cee3f7abbd tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:27:07.246005 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [None req-14b3f1e0-86e3-4063-b50e-c7cee3f7abbd tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6612298 Sep 23 07:27:07.246251 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.62', 55088) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:27:07.250803 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.v2.base [None req-033a2131-4112-446a-b0f2-a474ffc7a3e0 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Request body: {'security_group_rule': {'security_group_id': '1abea1f3-eb90-4ea0-bd1d-d6ddf6b9f56e', 'project_id': 'c94fc6b7cf004b03b6610c617415b316', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:27:07.372227 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Pushing event updated for resources: {'Port': ['ID=9b051684-302f-475d-a385-63bf0c15009d,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:27:07.382126 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-033a2131-4112-446a-b0f2-a474ffc7a3e0 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:27:07.403294 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-cd1cdc09-33d9-442b-8859-12b6950549e2 None None] Set router cdf8e0b9-9d54-4d6b-96f5-613655c28c6d gateway port host: dv-cinder-805887-18-iscsi {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:27:07.501129 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-033a2131-4112-446a-b0f2-a474ffc7a3e0 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:27:07.546426 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-b784937e-9354-4a02-b3e9-06c99bf95d87 None None] Provisioning complete for port f7b8f28a-1e5a-47a8-ace8-4d92a0b8855a triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:27:07.547274 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-b784937e-9354-4a02-b3e9-06c99bf95d87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703931'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:27:07.618772 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-033a2131-4112-446a-b0f2-a474ffc7a3e0 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510558'] for security_group_rule, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:27:07.654943 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033a2131-4112-446a-b0f2-a474ffc7a3e0 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4c7cfec-4bdd-4058-8c31-13a859594450,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:27:07.835517 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] get_ports_and_sgs() called for port_ids ['9b051684-302f-475d-a385-63bf0c15009d'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 07:27:07.992576 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-b784937e-9354-4a02-b3e9-06c99bf95d87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:27:07.998592 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ddc2cd-8f2f-4ae0-b50f-49d6f6478d49 req-39c8660b-11db-4782-8a0c-fff348abd63d tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:27:08.000998 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-11ddc2cd-8f2f-4ae0-b50f-49d6f6478d49 req-39c8660b-11db-4782-8a0c-fff348abd63d tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] 10.222.0.62 "GET /v2.0/ports?device_id=f2f739a5-b918-46ae-a5a1-5005a5b39ebd HTTP/1.1" status: 200 len: 945 time: 0.1259768 Sep 23 07:27:08.038965 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d586842-97b3-4d31-9b90-0fa42307b615 req-84e357f5-b00e-4b42-94ae-c894e2580c3f tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:27:08.051377 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-6d586842-97b3-4d31-9b90-0fa42307b615 req-84e357f5-b00e-4b42-94ae-c894e2580c3f tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/ports?device_id=11aa03f3-4e13-41f7-a30c-8a2c8e1d0fa4 HTTP/1.1" status: 200 len: 945 time: 0.1373827 Sep 23 07:27:08.089642 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-b784937e-9354-4a02-b3e9-06c99bf95d87 None None] For port f7b8f28a-1e5a-47a8-ace8-4d92a0b8855a, host dv-cinder-805887-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-18-iscsi',level=0,port_id=f7b8f28a-1e5a-47a8-ace8-4d92a0b8855a,segment=NetworkSegment(83d5e0c4-4534-4214-b924-60c01ea7ca4d),segment_id=83d5e0c4-4534-4214-b924-60c01ea7ca4d)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:27:08.215099 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-033a2131-4112-446a-b0f2-a474ffc7a3e0 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:27:08.216804 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [None req-033a2131-4112-446a-b0f2-a474ffc7a3e0 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9694850 Sep 23 07:27:08.221235 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.62', 55102) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:27:08.226538 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.v2.base [None req-d9f85df0-9913-4af8-92f9-5825eaaadd09 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Request body: {'security_group_rule': {'security_group_id': '1abea1f3-eb90-4ea0-bd1d-d6ddf6b9f56e', 'project_id': 'c94fc6b7cf004b03b6610c617415b316', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:27:08.236989 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-11ddc2cd-8f2f-4ae0-b50f-49d6f6478d49 req-ccd2cf40-3d15-40be-9dcf-c30078f014c1 tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] 10.222.0.62 "GET /v2.0/security-groups?id=a0ce8cd3-710a-441a-bcf8-df9fb0d9b143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1813257 Sep 23 07:27:08.239641 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-cd1cdc09-33d9-442b-8859-12b6950549e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdf8e0b9-9d54-4d6b-96f5-613655c28c6d', 'name': 'tempest-TestVolumeBootPattern-1411877068-router', 'tenant_id': '3f6072c59c3c403fa5914ea10c3a90cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'external_fixed_ips': [{'subnet_id': '89646001-5df7-4559-baa8-56e15a045fc5', 'ip_address': '172.27.2.75'}], 'enable_snat': True}, 'gw_port_id': '321f6a0e-b276-43ee-b97f-964a6b04f457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:26:56Z', 'updated_at': '2021-09-23T07:27:02Z', 'revision_number': 4, 'project_id': '3f6072c59c3c403fa5914ea10c3a90cb', 'gw_port': {'id': '321f6a0e-b276-43ee-b97f-964a6b04f457', 'name': '', 'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:bb:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdf8e0b9-9d54-4d6b-96f5-613655c28c6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '89646001-5df7-4559-baa8-56e15a045fc5', 'ip_address': '172.27.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:26:57Z', 'updated_at': '2021-09-23T07:27:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89646001-5df7-4559-baa8-56e15a045fc5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-18-iscsi', '_interfaces': [{'id': 'f7b8f28a-1e5a-47a8-ace8-4d92a0b8855a', 'name': '', 'network_id': '2f4e6dc4-cd74-450b-a1ff-8362ede246dd', 'tenant_id': '3f6072c59c3c403fa5914ea10c3a90cb', 'mac_address': 'fa:16:3e:8d:38:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdf8e0b9-9d54-4d6b-96f5-613655c28c6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '5e240892-eb0a-47a1-9c69-764c8e2d5bf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:27:01Z', 'updated_at': '2021-09-23T07:27:06Z', 'revision_number': 4, 'project_id': '3f6072c59c3c403fa5914ea10c3a90cb', 'subnets': [{'id': '5e240892-eb0a-47a1-9c69-764c8e2d5bf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-18-iscsi', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:27:08.285236 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-6d586842-97b3-4d31-9b90-0fa42307b615 req-408b88c1-dbde-4ea4-ba59-2d355d5d2d16 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/security-groups?id=f544a07c-938f-4158-882b-467f1a401932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2322693 Sep 23 07:27:08.291168 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd1cdc09-33d9-442b-8859-12b6950549e2 None None] The sync data for ids ['cdf8e0b9-9d54-4d6b-96f5-613655c28c6d'] in dv-cinder-805887-18-iscsi is: [{'id': 'cdf8e0b9-9d54-4d6b-96f5-613655c28c6d', 'name': 'tempest-TestVolumeBootPattern-1411877068-router', 'tenant_id': '3f6072c59c3c403fa5914ea10c3a90cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'external_fixed_ips': [{'subnet_id': '89646001-5df7-4559-baa8-56e15a045fc5', 'ip_address': '172.27.2.75'}], 'enable_snat': True}, 'gw_port_id': '321f6a0e-b276-43ee-b97f-964a6b04f457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:26:56Z', 'updated_at': '2021-09-23T07:27:02Z', 'revision_number': 4, 'project_id': '3f6072c59c3c403fa5914ea10c3a90cb', 'gw_port': {'id': '321f6a0e-b276-43ee-b97f-964a6b04f457', 'name': '', 'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:bb:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdf8e0b9-9d54-4d6b-96f5-613655c28c6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '89646001-5df7-4559-baa8-56e15a045fc5', 'ip_address': '172.27.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:26:57Z', 'updated_at': '2021-09-23T07:27:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89646001-5df7-4559-baa8-56e15a045fc5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-18-iscsi', '_interfaces': [{'id': 'f7b8f28a-1e5a-47a8-ace8-4d92a0b8855a', 'name': '', 'network_id': '2f4e6dc4-cd74-450b-a1ff-8362ede246dd', 'tenant_id': '3f6072c59c3c403fa5914ea10c3a90cb', 'mac_address': 'fa:16:3e:8d:38:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdf8e0b9-9d54-4d6b-96f5-613655c28c6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '5e240892-eb0a-47a1-9c69-764c8e2d5bf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:27:01Z', 'updated_at': '2021-09-23T07:27:06Z', 'revision_number': 4, 'project_id': '3f6072c59c3c403fa5914ea10c3a90cb', 'subnets': [{'id': '5e240892-eb0a-47a1-9c69-764c8e2d5bf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 07:27:08.329641 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-b784937e-9354-4a02-b3e9-06c99bf95d87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728618137860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728617650881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728617650899'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:27:08.359293 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.db.securitygroups_db [None req-d9f85df0-9913-4af8-92f9-5825eaaadd09 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Project c94fc6b7cf004b03b6610c617415b316 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 07:27:08.368219 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d9f85df0-9913-4af8-92f9-5825eaaadd09 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:27:08.518269 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b784937e-9354-4a02-b3e9-06c99bf95d87 None None] Pushing event updated for resources: {'Port': ['ID=f7b8f28a-1e5a-47a8-ace8-4d92a0b8855a,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:27:08.549425 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d9f85df0-9913-4af8-92f9-5825eaaadd09 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:27:08.634867 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8753eecb-e402-4547-87d3-e71921ee2a5f req-8645abed-3263-43c4-be54-a52987ec82d6 tempest-VolumesActionsTest-861064008 tempest-VolumesActionsTest-861064008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:27:08.638006 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-8753eecb-e402-4547-87d3-e71921ee2a5f req-8645abed-3263-43c4-be54-a52987ec82d6 tempest-VolumesActionsTest-861064008 tempest-VolumesActionsTest-861064008-project] 10.222.0.62 "GET /v2.0/ports?device_id=bd7968fd-3356-4428-8745-15218cb19e93 HTTP/1.1" status: 200 len: 945 time: 0.1294844 Sep 23 07:27:08.672907 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d9f85df0-9913-4af8-92f9-5825eaaadd09 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510558'] for security_group_rule, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:27:08.697915 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f85df0-9913-4af8-92f9-5825eaaadd09 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8dcf9d6-226d-4e4c-a9e3-b100ad838c51,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:27:08.721506 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-8753eecb-e402-4547-87d3-e71921ee2a5f req-3543518b-84c7-4152-9746-d47c3107df62 tempest-VolumesActionsTest-861064008 tempest-VolumesActionsTest-861064008-project] 10.222.0.62 "GET /v2.0/security-groups?id=931defd8-8cc8-4b33-a995-f6c6653dcffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758526 Sep 23 07:27:08.872405 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d9f85df0-9913-4af8-92f9-5825eaaadd09 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:27:08.877961 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.62', 55104) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:27:08.878487 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [None req-d9f85df0-9913-4af8-92f9-5825eaaadd09 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6554546 Sep 23 07:27:08.886863 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.v2.base [None req-a61a35ea-2a5e-451c-9db3-e495ed56deee tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Request body: {'security_group_rule': {'security_group_id': '1abea1f3-eb90-4ea0-bd1d-d6ddf6b9f56e', 'project_id': 'c94fc6b7cf004b03b6610c617415b316', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:27:08.912225 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Device f7b8f28a-1e5a-47a8-ace8-4d92a0b8855a up at agent ovs-agent-dv-cinder-805887-18-iscsi {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:27:08.983423 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Provisioning complete for port f7b8f28a-1e5a-47a8-ace8-4d92a0b8855a triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:27:08.983818 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703931'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:27:09.045230 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.db.securitygroups_db [None req-a61a35ea-2a5e-451c-9db3-e495ed56deee tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Project c94fc6b7cf004b03b6610c617415b316 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 07:27:09.057175 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a61a35ea-2a5e-451c-9db3-e495ed56deee tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:27:09.160900 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a61a35ea-2a5e-451c-9db3-e495ed56deee tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:27:09.252541 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a61a35ea-2a5e-451c-9db3-e495ed56deee tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510558'] for security_group_rule, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:27:09.294261 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61a35ea-2a5e-451c-9db3-e495ed56deee tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3742d09b-4fc3-436a-83a4-a0a97f86c562,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:27:09.376591 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a61a35ea-2a5e-451c-9db3-e495ed56deee tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:27:09.378520 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [None req-a61a35ea-2a5e-451c-9db3-e495ed56deee tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4987347 Sep 23 07:27:09.611174 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246b6a12-f02c-4788-a061-e80857fa307c req-64f1262d-16b6-47a3-921e-2d1d872e4606 tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:27:09.613109 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-246b6a12-f02c-4788-a061-e80857fa307c req-64f1262d-16b6-47a3-921e-2d1d872e4606 tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] 10.222.0.62 "GET /v2.0/ports?device_id=f2f739a5-b918-46ae-a5a1-5005a5b39ebd HTTP/1.1" status: 200 len: 945 time: 0.1412535 Sep 23 07:27:09.629525 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54484d84-7120-4ea2-aa1f-9859946ac3b9 req-21d71f60-e0a7-41bb-9bb1-eeb51d5d34e7 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:27:09.646116 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-54484d84-7120-4ea2-aa1f-9859946ac3b9 req-21d71f60-e0a7-41bb-9bb1-eeb51d5d34e7 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/ports?device_id=11aa03f3-4e13-41f7-a30c-8a2c8e1d0fa4 HTTP/1.1" status: 200 len: 945 time: 0.1637657 Sep 23 07:27:09.753045 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-54484d84-7120-4ea2-aa1f-9859946ac3b9 req-fcadcb7d-c006-4f5b-977d-dd1af5465b8a tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/security-groups?id=f544a07c-938f-4158-882b-467f1a401932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1059537 Sep 23 07:27:09.789943 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-246b6a12-f02c-4788-a061-e80857fa307c req-4bd564de-79cc-4a4b-955b-dd4a97b41b4d tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] 10.222.0.62 "GET /v2.0/security-groups?id=a0ce8cd3-710a-441a-bcf8-df9fb0d9b143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1307738 Sep 23 07:27:09.977201 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50006168-94b1-4a54-8c8c-b5c9c5f56410 req-45da5e6e-44cd-4091-b95e-f6a21db910b0 tempest-VolumesActionsTest-861064008 tempest-VolumesActionsTest-861064008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:27:09.979337 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-50006168-94b1-4a54-8c8c-b5c9c5f56410 req-45da5e6e-44cd-4091-b95e-f6a21db910b0 tempest-VolumesActionsTest-861064008 tempest-VolumesActionsTest-861064008-project] 10.222.0.62 "GET /v2.0/ports?device_id=bd7968fd-3356-4428-8745-15218cb19e93 HTTP/1.1" status: 200 len: 945 time: 0.0623400 Sep 23 07:27:10.037142 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-50006168-94b1-4a54-8c8c-b5c9c5f56410 req-f7c83f46-5bb2-4273-9878-1e908009a91c tempest-VolumesActionsTest-861064008 tempest-VolumesActionsTest-861064008-project] 10.222.0.62 "GET /v2.0/security-groups?id=931defd8-8cc8-4b33-a995-f6c6653dcffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506628 Sep 23 07:27:10.450150 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Device 9b051684-302f-475d-a385-63bf0c15009d up at agent hyperv_hv-cinder-80588 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:27:10.631957 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ef2a74-2040-4655-885f-ecb2b2febcf2 req-db719667-955a-4e12-97dc-5a3875cae31c tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:27:10.639398 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-42ef2a74-2040-4655-885f-ecb2b2febcf2 req-db719667-955a-4e12-97dc-5a3875cae31c tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/ports?device_id=be5e8ac1-24da-457e-9cd8-b70acf9bb857 HTTP/1.1" status: 200 len: 945 time: 0.2115231 Sep 23 07:27:10.650230 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Provisioning for port 9b051684-302f-475d-a385-63bf0c15009d completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 07:27:10.651916 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Provisioning complete for port 9b051684-302f-475d-a385-63bf0c15009d triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:27:10.652331 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703931'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:27:10.660248 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd28b06-ba8f-414f-ad1e-d27ee3c26d0b req-cac7cbe7-bd3d-4022-8afb-052ce35fff4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:27:10.664121 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-9cd28b06-ba8f-414f-ad1e-d27ee3c26d0b req-cac7cbe7-bd3d-4022-8afb-052ce35fff4f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f847624712b744ff9af7930d845e8424&device_id=be5e8ac1-24da-457e-9cd8-b70acf9bb857 HTTP/1.1" status: 200 len: 1098 time: 0.1636214 Sep 23 07:27:10.692390 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643029ee-5c2f-495b-8f9c-f0ec03bdb7ff req-097a2cd1-40c5-4725-9f44-00c2d5c2b14d tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:27:10.694143 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-643029ee-5c2f-495b-8f9c-f0ec03bdb7ff req-097a2cd1-40c5-4725-9f44-00c2d5c2b14d tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] 10.222.0.62 "GET /v2.0/ports?device_id=f2f739a5-b918-46ae-a5a1-5005a5b39ebd HTTP/1.1" status: 200 len: 945 time: 0.1971226 Sep 23 07:27:10.828819 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:27:10.839542 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-42ef2a74-2040-4655-885f-ecb2b2febcf2 req-1a341024-492c-49ac-b846-969b6dde7ec6 tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/security-groups?id=b1176efc-2ea4-4549-99dc-1bd682ff6d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956739 Sep 23 07:27:10.876929 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd7968fd-3356-4428-8745-15218cb19e93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b051684-302f-475d-a385-63bf0c15009d'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:27:10.889431 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8cb1569f887212d656241d478829572ac01e5268e755a1d7af7c5208f8517aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ac2b553-d1ef-4f97-b06a-e1dc41c4b9e1" -d '{"events": [{"server_uuid": "bd7968fd-3356-4428-8745-15218cb19e93", "name": "network-vif-plugged", "status": "completed", "tag": "9b051684-302f-475d-a385-63bf0c15009d"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:27:10.919901 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] For port 9b051684-302f-475d-a385-63bf0c15009d, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=9b051684-302f-475d-a385-63bf0c15009d,segment=NetworkSegment(6442fc1e-6e9f-45e0-a586-0d56e26cc687),segment_id=6442fc1e-6e9f-45e0-a586-0d56e26cc687)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:27:10.952330 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-643029ee-5c2f-495b-8f9c-f0ec03bdb7ff req-ab03b68a-d0ce-4079-9348-4877c48695c2 tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] 10.222.0.62 "GET /v2.0/security-groups?id=a0ce8cd3-710a-441a-bcf8-df9fb0d9b143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2430174 Sep 23 07:27:10.972374 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa10cd99-eb65-4816-9a6d-aa42cf988ebb req-d55f4997-d2d1-4c59-bdef-336d4ce5acaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:27:10.974206 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-fa10cd99-eb65-4816-9a6d-aa42cf988ebb req-d55f4997-d2d1-4c59-bdef-336d4ce5acaf service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2661271257b242509f29ed8640a48915&device_id=f2f739a5-b918-46ae-a5a1-5005a5b39ebd HTTP/1.1" status: 200 len: 1098 time: 0.2413270 Sep 23 07:27:11.009171 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728618137860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728617650881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728617650899'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:27:11.030730 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd28b06-ba8f-414f-ad1e-d27ee3c26d0b req-8497cc8a-dd22-42a0-ad52-e004494137e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:27:11.032306 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-9cd28b06-ba8f-414f-ad1e-d27ee3c26d0b req-8497cc8a-dd22-42a0-ad52-e004494137e8 service neutron] 10.222.0.53 "GET /v2.0/networks?id=b44ca581-7903-4d34-918a-e51828122c6e HTTP/1.1" status: 200 len: 919 time: 0.3486640 Sep 23 07:27:11.116974 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Pushing event updated for resources: {'Port': ['ID=9b051684-302f-475d-a385-63bf0c15009d,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:27:11.133754 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 07:27:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d2e1081-0d30-476b-860c-e321cb38435e x-openstack-request-id: req-4d2e1081-0d30-476b-860c-e321cb38435e {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:27:11.134204 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd7968fd-3356-4428-8745-15218cb19e93", "name": "network-vif-plugged", "status": "completed", "tag": "9b051684-302f-475d-a385-63bf0c15009d", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:27:11.134707 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4d2e1081-0d30-476b-860c-e321cb38435e {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:27:11.135266 dv-cinder-805887-18-iscsi neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd7968fd-3356-4428-8745-15218cb19e93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b051684-302f-475d-a385-63bf0c15009d', 'code': 200} Sep 23 07:27:11.148128 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-9cd28b06-ba8f-414f-ad1e-d27ee3c26d0b req-b7a16663-036d-41e1-8b9e-c558df8e4491 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4742ed84-7103-4a63-868a-99b885e5faa4 HTTP/1.1" status: 200 len: 217 time: 0.1050153 Sep 23 07:27:11.342804 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8d3967-9654-4d3c-a685-f3683a6883ac req-64fd55e2-dc31-408a-8a41-0984c9af5a7e tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:27:11.345221 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-cc8d3967-9654-4d3c-a685-f3683a6883ac req-64fd55e2-dc31-408a-8a41-0984c9af5a7e tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/ports?device_id=11aa03f3-4e13-41f7-a30c-8a2c8e1d0fa4 HTTP/1.1" status: 200 len: 945 time: 0.3931432 Sep 23 07:27:11.391932 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd28b06-ba8f-414f-ad1e-d27ee3c26d0b req-447b8ac7-2286-43b3-8982-472d19c2af14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:27:11.394306 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-9cd28b06-ba8f-414f-ad1e-d27ee3c26d0b req-447b8ac7-2286-43b3-8982-472d19c2af14 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c0154a81-b31b-4d7e-b6a8-6873c78703af HTTP/1.1" status: 200 len: 858 time: 0.1744003 Sep 23 07:27:11.464170 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-9cd28b06-ba8f-414f-ad1e-d27ee3c26d0b req-964bbe3c-cff9-4341-a0dd-13dd3c1be6d6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b44ca581-7903-4d34-918a-e51828122c6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362103 Sep 23 07:27:11.499915 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa10cd99-eb65-4816-9a6d-aa42cf988ebb req-c7f11cf2-27f6-4ef2-b158-1941a47e69ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:27:11.501607 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-fa10cd99-eb65-4816-9a6d-aa42cf988ebb req-c7f11cf2-27f6-4ef2-b158-1941a47e69ac service neutron] 10.222.0.53 "GET /v2.0/networks?id=af2ddaae-84fe-4fba-a944-e4f48fd0d9fc HTTP/1.1" status: 200 len: 911 time: 0.4975462 Sep 23 07:27:11.539439 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d638ff-5fb8-4b38-aea8-43b5daab773d req-25546981-cc59-40f4-9687-46870a3ff5d2 tempest-VolumesActionsTest-861064008 tempest-VolumesActionsTest-861064008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:27:11.547773 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-d7d638ff-5fb8-4b38-aea8-43b5daab773d req-25546981-cc59-40f4-9687-46870a3ff5d2 tempest-VolumesActionsTest-861064008 tempest-VolumesActionsTest-861064008-project] 10.222.0.62 "GET /v2.0/ports?device_id=bd7968fd-3356-4428-8745-15218cb19e93 HTTP/1.1" status: 200 len: 946 time: 0.2489717 Sep 23 07:27:11.566764 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-cc8d3967-9654-4d3c-a685-f3683a6883ac req-6ecf2b3e-994b-4a44-a820-8fca253e6af1 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/security-groups?id=f544a07c-938f-4158-882b-467f1a401932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1882565 Sep 23 07:27:11.782880 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb9f041-dc40-4627-9694-8184af507899 req-e6a10d2a-b113-44e1-95d8-a1f28ac31b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:27:11.784643 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [req-1cb9f041-dc40-4627-9694-8184af507899 req-e6a10d2a-b113-44e1-95d8-a1f28ac31b6f service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=bd7968fd-3356-4428-8745-15218cb19e93 HTTP/1.1" status: 200 len: 1099 time: 0.0912273 Sep 23 07:27:11.794470 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-d7d638ff-5fb8-4b38-aea8-43b5daab773d req-bae3c6ce-23e2-462d-913d-33ba7463e47f tempest-VolumesActionsTest-861064008 tempest-VolumesActionsTest-861064008-project] 10.222.0.62 "GET /v2.0/security-groups?id=931defd8-8cc8-4b33-a995-f6c6653dcffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2457602 Sep 23 07:27:11.821129 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-fa10cd99-eb65-4816-9a6d-aa42cf988ebb req-50032ef8-b422-4538-a1fd-b4e8226d3f25 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d5d95114-49c5-42a0-b94c-fc33fe17693a HTTP/1.1" status: 200 len: 1000 time: 0.2961845 Sep 23 07:27:11.866635 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [req-1cb9f041-dc40-4627-9694-8184af507899 req-7ebdf7a3-c4be-4a48-b5d8-aa0aec6333ea service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=931defd8-8cc8-4b33-a995-f6c6653dcffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698884 Sep 23 07:27:11.870165 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-9cd28b06-ba8f-414f-ad1e-d27ee3c26d0b req-87fc9938-229b-41a5-b634-624748a38fb5 service neutron] 10.222.0.53 "GET /v2.0/networks/b44ca581-7903-4d34-918a-e51828122c6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3879092 Sep 23 07:27:11.894807 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa10cd99-eb65-4816-9a6d-aa42cf988ebb req-ef1ea5ce-6f72-45aa-b9d6-ecb29786e0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:27:11.894807 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-fa10cd99-eb65-4816-9a6d-aa42cf988ebb req-ef1ea5ce-6f72-45aa-b9d6-ecb29786e0b0 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=68f0a779-afe9-48a5-86f0-926f10275d4d HTTP/1.1" status: 200 len: 849 time: 0.0563126 Sep 23 07:27:12.005303 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2ba33f-eaa5-48be-be60-2de0dcf96799 req-d9e448bc-9def-4f5f-85cf-b6c7a8849174 tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:27:12.008327 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-ba2ba33f-eaa5-48be-be60-2de0dcf96799 req-d9e448bc-9def-4f5f-85cf-b6c7a8849174 tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/ports?device_id=be5e8ac1-24da-457e-9cd8-b70acf9bb857 HTTP/1.1" status: 200 len: 945 time: 0.0812035 Sep 23 07:27:12.123713 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-ba2ba33f-eaa5-48be-be60-2de0dcf96799 req-fc9507d7-c76e-429f-ae68-65a5c874e20b tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/security-groups?id=b1176efc-2ea4-4549-99dc-1bd682ff6d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002760 Sep 23 07:27:12.206010 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b98202d-5ddc-4dc0-8290-286859682106 req-a0e8470f-4c84-4858-818f-9e85fb667af1 tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:27:12.208173 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-4b98202d-5ddc-4dc0-8290-286859682106 req-a0e8470f-4c84-4858-818f-9e85fb667af1 tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] 10.222.0.62 "GET /v2.0/ports?device_id=f2f739a5-b918-46ae-a5a1-5005a5b39ebd HTTP/1.1" status: 200 len: 945 time: 0.1517196 Sep 23 07:27:12.270032 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa10cd99-eb65-4816-9a6d-aa42cf988ebb req-7b65ed74-e393-4391-88c4-11c69e3fea4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:27:12.271550 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-fa10cd99-eb65-4816-9a6d-aa42cf988ebb req-7b65ed74-e393-4391-88c4-11c69e3fea4b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=af2ddaae-84fe-4fba-a944-e4f48fd0d9fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1453433 Sep 23 07:27:12.355526 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-4b98202d-5ddc-4dc0-8290-286859682106 req-b772fdb7-e3ac-48cf-86b2-1800c8cdb3b7 tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] 10.222.0.62 "GET /v2.0/security-groups?id=a0ce8cd3-710a-441a-bcf8-df9fb0d9b143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1059933 Sep 23 07:27:12.357411 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-9cd28b06-ba8f-414f-ad1e-d27ee3c26d0b req-31f06ee2-2c6d-497f-b743-e30cfc9eec02 service neutron] 10.222.0.53 "GET /v2.0/networks/b44ca581-7903-4d34-918a-e51828122c6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2081552 Sep 23 07:27:12.423536 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-fa10cd99-eb65-4816-9a6d-aa42cf988ebb req-3e575ac5-60a8-4b90-ba82-f99dc7d8b809 service neutron] 10.222.0.53 "GET /v2.0/networks/af2ddaae-84fe-4fba-a944-e4f48fd0d9fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390929 Sep 23 07:27:12.588115 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-fa10cd99-eb65-4816-9a6d-aa42cf988ebb req-d5f38820-c865-428f-aabb-eb5af612bdbc service neutron] 10.222.0.53 "GET /v2.0/networks/af2ddaae-84fe-4fba-a944-e4f48fd0d9fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500795 Sep 23 07:27:12.819956 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1c61f0-21e4-423a-b49f-e371dbf26d44 req-38529030-f5c7-4207-ac72-b538c72dde0e tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:27:12.822337 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-7b1c61f0-21e4-423a-b49f-e371dbf26d44 req-38529030-f5c7-4207-ac72-b538c72dde0e tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/ports?device_id=11aa03f3-4e13-41f7-a30c-8a2c8e1d0fa4 HTTP/1.1" status: 200 len: 945 time: 0.0893195 Sep 23 07:27:12.934796 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-7b1c61f0-21e4-423a-b49f-e371dbf26d44 req-b2b1a9ba-03fb-4b38-ab31-3ac5bca0ad03 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/security-groups?id=f544a07c-938f-4158-882b-467f1a401932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983891 Sep 23 07:27:13.100546 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b626e405-8f29-4978-b764-5052b269d5fc req-4501188a-a594-4c41-9bfe-d91dda64062f tempest-VolumesActionsTest-861064008 tempest-VolumesActionsTest-861064008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:27:13.105509 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-b626e405-8f29-4978-b764-5052b269d5fc req-4501188a-a594-4c41-9bfe-d91dda64062f tempest-VolumesActionsTest-861064008 tempest-VolumesActionsTest-861064008-project] 10.222.0.62 "GET /v2.0/ports?device_id=bd7968fd-3356-4428-8745-15218cb19e93 HTTP/1.1" status: 200 len: 946 time: 0.0596678 Sep 23 07:27:13.209369 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-b626e405-8f29-4978-b764-5052b269d5fc req-75723cff-6a85-4584-8c4c-c888b4bd4698 tempest-VolumesActionsTest-861064008 tempest-VolumesActionsTest-861064008-project] 10.222.0.62 "GET /v2.0/security-groups?id=931defd8-8cc8-4b33-a995-f6c6653dcffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991120 Sep 23 07:27:13.526700 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e308a8-8bfc-4853-92a8-74720626e3b2 req-2239aba5-1cd7-40dd-9864-659a18bc23c5 tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:27:13.541073 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-17e308a8-8bfc-4853-92a8-74720626e3b2 req-2239aba5-1cd7-40dd-9864-659a18bc23c5 tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/ports?device_id=be5e8ac1-24da-457e-9cd8-b70acf9bb857 HTTP/1.1" status: 200 len: 945 time: 0.2324464 Sep 23 07:27:13.630346 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-17e308a8-8bfc-4853-92a8-74720626e3b2 req-214618f8-d8b7-4452-aa9e-3777641280ee tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/security-groups?id=b1176efc-2ea4-4549-99dc-1bd682ff6d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876632 Sep 23 07:27:13.670389 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f6b432-2e6c-46f7-b884-064b148e87f0 req-3ddff762-3548-4a70-afa4-ce4f7e50abcc tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:27:13.673260 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-38f6b432-2e6c-46f7-b884-064b148e87f0 req-3ddff762-3548-4a70-afa4-ce4f7e50abcc tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] 10.222.0.62 "GET /v2.0/ports?device_id=dfff4fd0-4ae6-4bc1-aadc-ca811b4f8152 HTTP/1.1" status: 200 len: 946 time: 0.1284020 Sep 23 07:27:13.859731 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-38f6b432-2e6c-46f7-b884-064b148e87f0 req-ca3efbe4-adba-4182-ad6a-d124a5822f48 tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] 10.222.0.62 "GET /v2.0/security-groups?id=f6ce59f4-c512-4d64-bc05-96f67bf65409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530674 Sep 23 07:27:13.948109 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc337e0-1633-4938-a18a-c86cc5103ab7 req-b520bd2a-e5e8-4943-9b7b-30e0525e3831 tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:27:13.951139 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-6fc337e0-1633-4938-a18a-c86cc5103ab7 req-b520bd2a-e5e8-4943-9b7b-30e0525e3831 tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] 10.222.0.62 "GET /v2.0/ports?device_id=f2f739a5-b918-46ae-a5a1-5005a5b39ebd HTTP/1.1" status: 200 len: 945 time: 0.1265922 Sep 23 07:27:14.024402 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-6fc337e0-1633-4938-a18a-c86cc5103ab7 req-a4ec7958-10d5-462f-a8d2-36737893f692 tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] 10.222.0.62 "GET /v2.0/security-groups?id=a0ce8cd3-710a-441a-bcf8-df9fb0d9b143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613844 Sep 23 07:27:14.099893 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac986f11-85c9-4323-9c98-9a09ad454fcf req-a2b60376-44ed-48a2-99eb-d14d839cbc70 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:27:14.099893 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-ac986f11-85c9-4323-9c98-9a09ad454fcf req-a2b60376-44ed-48a2-99eb-d14d839cbc70 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/ports?device_id=11aa03f3-4e13-41f7-a30c-8a2c8e1d0fa4 HTTP/1.1" status: 200 len: 945 time: 0.0555925 Sep 23 07:27:14.157127 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-ac986f11-85c9-4323-9c98-9a09ad454fcf req-e0c3dea1-44a4-4b30-bd49-e76150bb284e tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/security-groups?id=f544a07c-938f-4158-882b-467f1a401932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543706 Sep 23 07:27:14.351745 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018b62ca-39e4-4bd2-8ece-688666d92433 req-3e960b20-e314-42fb-b478-0f4a028929f8 tempest-VolumesActionsTest-861064008 tempest-VolumesActionsTest-861064008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:27:14.354161 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-018b62ca-39e4-4bd2-8ece-688666d92433 req-3e960b20-e314-42fb-b478-0f4a028929f8 tempest-VolumesActionsTest-861064008 tempest-VolumesActionsTest-861064008-project] 10.222.0.62 "GET /v2.0/ports?device_id=bd7968fd-3356-4428-8745-15218cb19e93 HTTP/1.1" status: 200 len: 946 time: 0.0634701 Sep 23 07:27:14.405892 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-018b62ca-39e4-4bd2-8ece-688666d92433 req-a2bfc06c-fb77-4493-b5bc-6856d5148da0 tempest-VolumesActionsTest-861064008 tempest-VolumesActionsTest-861064008-project] 10.222.0.62 "GET /v2.0/security-groups?id=931defd8-8cc8-4b33-a995-f6c6653dcffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440142 Sep 23 07:27:14.790529 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbe40c9-7f30-4036-ae04-481a0d0b0786 req-c7674af3-3733-4b1f-844e-c7e24f6b22ab tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:27:14.792082 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-2bbe40c9-7f30-4036-ae04-481a0d0b0786 req-c7674af3-3733-4b1f-844e-c7e24f6b22ab tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/ports?device_id=be5e8ac1-24da-457e-9cd8-b70acf9bb857 HTTP/1.1" status: 200 len: 945 time: 0.0699530 Sep 23 07:27:14.853538 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-2bbe40c9-7f30-4036-ae04-481a0d0b0786 req-6107696e-b878-4561-8c45-c74bec889c05 tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/security-groups?id=b1176efc-2ea4-4549-99dc-1bd682ff6d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534279 Sep 23 07:27:15.015746 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24f2dbc-0075-4b21-abf5-27c5a070ab47 req-e81f3455-ada2-4315-99ac-2c5324138af4 tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:27:15.017541 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-e24f2dbc-0075-4b21-abf5-27c5a070ab47 req-e81f3455-ada2-4315-99ac-2c5324138af4 tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] 10.222.0.62 "GET /v2.0/ports?device_id=dfff4fd0-4ae6-4bc1-aadc-ca811b4f8152 HTTP/1.1" status: 200 len: 946 time: 0.0640771 Sep 23 07:27:15.086700 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-e24f2dbc-0075-4b21-abf5-27c5a070ab47 req-f08b5698-873d-4a6f-9950-021ef1bba545 tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] 10.222.0.62 "GET /v2.0/security-groups?id=f6ce59f4-c512-4d64-bc05-96f67bf65409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565114 Sep 23 07:27:15.264523 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b37de79-b6f1-4507-9770-7e425bed03ba req-ee38c491-ed9c-45b0-ab14-5f4f16ce7581 tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:27:15.274301 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-0b37de79-b6f1-4507-9770-7e425bed03ba req-ee38c491-ed9c-45b0-ab14-5f4f16ce7581 tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] 10.222.0.62 "GET /v2.0/ports?device_id=f2f739a5-b918-46ae-a5a1-5005a5b39ebd HTTP/1.1" status: 200 len: 945 time: 0.1036005 Sep 23 07:27:15.381704 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-0b37de79-b6f1-4507-9770-7e425bed03ba req-2bbd29ee-0b8b-4e66-96ab-06cbca221ad2 tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] 10.222.0.62 "GET /v2.0/security-groups?id=a0ce8cd3-710a-441a-bcf8-df9fb0d9b143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0976040 Sep 23 07:27:15.391659 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba6ba33-0350-48b3-97b8-b52d7459fbd8 req-63e71eb9-15d4-475b-9545-97781dea17a4 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:27:15.394677 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-3ba6ba33-0350-48b3-97b8-b52d7459fbd8 req-63e71eb9-15d4-475b-9545-97781dea17a4 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/ports?device_id=11aa03f3-4e13-41f7-a30c-8a2c8e1d0fa4 HTTP/1.1" status: 200 len: 945 time: 0.1179602 Sep 23 07:27:15.452372 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-3ba6ba33-0350-48b3-97b8-b52d7459fbd8 req-a40fc995-6f91-4090-973c-9a6a7aa89e8e tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/security-groups?id=f544a07c-938f-4158-882b-467f1a401932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459335 Sep 23 07:27:15.798391 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599f14e4-e427-46a6-8ae3-40a7132db42d req-74561ae0-60fa-4f6b-abfd-5bfee562a807 tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:27:15.800325 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-599f14e4-e427-46a6-8ae3-40a7132db42d req-74561ae0-60fa-4f6b-abfd-5bfee562a807 tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] 10.222.0.53 "GET /v2.0/ports?device_id=dfff4fd0-4ae6-4bc1-aadc-ca811b4f8152 HTTP/1.1" status: 200 len: 946 time: 0.0641770 Sep 23 07:27:15.946413 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-599f14e4-e427-46a6-8ae3-40a7132db42d req-d5768c74-29d4-494a-9344-43d097cfdf40 tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] Deleting port 44aeb04a-e390-4325-b679-e0623cc82c5b {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:27:15.946869 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-599f14e4-e427-46a6-8ae3-40a7132db42d req-d5768c74-29d4-494a-9344-43d097cfdf40 tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728618132776'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:27:16.088598 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-599f14e4-e427-46a6-8ae3-40a7132db42d req-d5768c74-29d4-494a-9344-43d097cfdf40 tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] For port 44aeb04a-e390-4325-b679-e0623cc82c5b, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=44aeb04a-e390-4325-b679-e0623cc82c5b,segment=NetworkSegment(30ea837a-f393-437b-a40e-aa4a286716b2),segment_id=30ea837a-f393-437b-a40e-aa4a286716b2)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:27:16.089250 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-599f14e4-e427-46a6-8ae3-40a7132db42d req-d5768c74-29d4-494a-9344-43d097cfdf40 tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452355'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:27:16.115053 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ccff5b-8421-411d-9ccc-a38bc9af3135 req-f17daf5f-9678-46bd-92da-77a33f77058a tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:27:16.119454 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-15ccff5b-8421-411d-9ccc-a38bc9af3135 req-f17daf5f-9678-46bd-92da-77a33f77058a tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/ports?device_id=be5e8ac1-24da-457e-9cd8-b70acf9bb857 HTTP/1.1" status: 200 len: 945 time: 0.0944052 Sep 23 07:27:16.119454 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-599f14e4-e427-46a6-8ae3-40a7132db42d req-d5768c74-29d4-494a-9344-43d097cfdf40 tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] Calling delete_port for 44aeb04a-e390-4325-b679-e0623cc82c5b owned by compute:nova {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:27:16.462635 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-15ccff5b-8421-411d-9ccc-a38bc9af3135 req-b90f9eca-afaf-438f-8882-f47ceae7addf tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/security-groups?id=b1176efc-2ea4-4549-99dc-1bd682ff6d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3380558 Sep 23 07:27:16.643934 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59d8891-6d19-4d8e-ba12-9c46ad150fb3 req-83621313-d069-4a96-a9df-b570bccaaaac tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:27:16.649989 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-e59d8891-6d19-4d8e-ba12-9c46ad150fb3 req-83621313-d069-4a96-a9df-b570bccaaaac tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] 10.222.0.62 "GET /v2.0/ports?device_id=dfff4fd0-4ae6-4bc1-aadc-ca811b4f8152 HTTP/1.1" status: 200 len: 946 time: 0.1935751 Sep 23 07:27:16.702572 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4c6828-f6d7-4c9b-bda0-2faef55ce07b req-3c9c2a13-0706-4218-898c-bf8dfcf575ca tempest-VolumesActionsTest-861064008 tempest-VolumesActionsTest-861064008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:27:16.711596 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-4b4c6828-f6d7-4c9b-bda0-2faef55ce07b req-3c9c2a13-0706-4218-898c-bf8dfcf575ca tempest-VolumesActionsTest-861064008 tempest-VolumesActionsTest-861064008-project] 10.222.0.62 "GET /v2.0/ports?device_id=bd7968fd-3356-4428-8745-15218cb19e93 HTTP/1.1" status: 200 len: 946 time: 0.1300795 Sep 23 07:27:16.808593 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-e59d8891-6d19-4d8e-ba12-9c46ad150fb3 req-20a3c558-0e53-461d-b4ba-7bb8026eb4a6 tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] 10.222.0.62 "GET /v2.0/security-groups?id=f6ce59f4-c512-4d64-bc05-96f67bf65409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313448 Sep 23 07:27:16.809365 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-599f14e4-e427-46a6-8ae3-40a7132db42d req-d5768c74-29d4-494a-9344-43d097cfdf40 tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728618137326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728617650872'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:27:16.832528 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] get_ports_and_sgs() called for port_ids ['4c07a7c2-2686-4c6a-b103-64e9c7d691d5', 'd6bb6589-10dc-4457-a5d4-9ba0d6876b14', '7afa8405-fa12-4ed0-a9ac-d9e457a8718d'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 07:27:16.906809 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5768c74-29d4-494a-9344-43d097cfdf40 tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] Pushing event deleted for resources: {'Port': ['ID=44aeb04a-e390-4325-b679-e0623cc82c5b,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:27:16.929168 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-4b4c6828-f6d7-4c9b-bda0-2faef55ce07b req-11a70d7e-367a-4709-ac72-e2fbe55e8978 tempest-VolumesActionsTest-861064008 tempest-VolumesActionsTest-861064008-project] 10.222.0.62 "GET /v2.0/security-groups?id=931defd8-8cc8-4b33-a995-f6c6653dcffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162230 Sep 23 07:27:17.008639 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-599f14e4-e427-46a6-8ae3-40a7132db42d req-d5768c74-29d4-494a-9344-43d097cfdf40 tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] No DVR routers for this DVR port 44aeb04a-e390-4325-b679-e0623cc82c5b on host hv-cinder-80588 {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 07:27:17.021301 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-599f14e4-e427-46a6-8ae3-40a7132db42d req-d5768c74-29d4-494a-9344-43d097cfdf40 tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210484'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:27:17.028657 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-599f14e4-e427-46a6-8ae3-40a7132db42d req-d5768c74-29d4-494a-9344-43d097cfdf40 tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] 10.222.0.53 "DELETE /v2.0/ports/44aeb04a-e390-4325-b679-e0623cc82c5b HTTP/1.1" status: 204 len: 173 time: 1.2145147 Sep 23 07:27:17.029203 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfff4fd0-4ae6-4bc1-aadc-ca811b4f8152', 'name': 'network-vif-deleted', 'tag': '44aeb04a-e390-4325-b679-e0623cc82c5b'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:27:17.033659 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59377972be4a6b1db7d764771ea1170f497e9021ac5c159e937f759c4704c07c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56573637-1b9d-40dd-97c5-ae6ce6a14155" -d '{"events": [{"server_uuid": "dfff4fd0-4ae6-4bc1-aadc-ca811b4f8152", "name": "network-vif-deleted", "tag": "44aeb04a-e390-4325-b679-e0623cc82c5b"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:27:17.112306 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0552a2c-6d2f-4640-aa9e-78d3cdf5bfc5 req-e0859941-d5a7-4e99-a2c3-410044ecb363 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:27:17.122578 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-a0552a2c-6d2f-4640-aa9e-78d3cdf5bfc5 req-e0859941-d5a7-4e99-a2c3-410044ecb363 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/ports?device_id=11aa03f3-4e13-41f7-a30c-8a2c8e1d0fa4 HTTP/1.1" status: 200 len: 945 time: 0.1898427 Sep 23 07:27:17.125811 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 07:27:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1eb8907-7bd1-4df4-9126-21c202cd01f7 x-openstack-request-id: req-b1eb8907-7bd1-4df4-9126-21c202cd01f7 {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:27:17.126336 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfff4fd0-4ae6-4bc1-aadc-ca811b4f8152", "name": "network-vif-deleted", "tag": "44aeb04a-e390-4325-b679-e0623cc82c5b", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:27:17.126725 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b1eb8907-7bd1-4df4-9126-21c202cd01f7 {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:27:17.127300 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfff4fd0-4ae6-4bc1-aadc-ca811b4f8152', 'name': 'network-vif-deleted', 'tag': '44aeb04a-e390-4325-b679-e0623cc82c5b', 'status': 'completed', 'code': 200} Sep 23 07:27:17.208325 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-a0552a2c-6d2f-4640-aa9e-78d3cdf5bfc5 req-420cf52b-593e-438e-aff8-d5cdb5b0c9ef tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/security-groups?id=f544a07c-938f-4158-882b-467f1a401932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736430 Sep 23 07:27:17.696028 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a558eb96-870f-42f2-beaa-f3e6e06571ab req-42e4400d-c577-4204-8f4b-5d936d79a19e tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:27:17.697958 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-a558eb96-870f-42f2-beaa-f3e6e06571ab req-42e4400d-c577-4204-8f4b-5d936d79a19e tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/ports?device_id=be5e8ac1-24da-457e-9cd8-b70acf9bb857 HTTP/1.1" status: 200 len: 945 time: 0.1009812 Sep 23 07:27:17.777737 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-a558eb96-870f-42f2-beaa-f3e6e06571ab req-d20b3b34-7226-4d11-8bec-d28d7d4b2612 tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/security-groups?id=b1176efc-2ea4-4549-99dc-1bd682ff6d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687203 Sep 23 07:27:17.953521 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-cddea26a-a7e8-4759-b591-d62a22a26834 req-f7b4d417-1898-421d-8f48-55ee16dca23e tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] 10.222.0.62 "GET /v2.0/ports?device_id=dfff4fd0-4ae6-4bc1-aadc-ca811b4f8152 HTTP/1.1" status: 200 len: 210 time: 0.0618484 Sep 23 07:27:18.097659 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9b6585-9089-4d8a-a70a-96faf8470b6f req-f98bcc68-614d-4235-88a4-1a83d2544c00 tempest-VolumesActionsTest-861064008 tempest-VolumesActionsTest-861064008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:27:18.105595 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-4e9b6585-9089-4d8a-a70a-96faf8470b6f req-f98bcc68-614d-4235-88a4-1a83d2544c00 tempest-VolumesActionsTest-861064008 tempest-VolumesActionsTest-861064008-project] 10.222.0.62 "GET /v2.0/ports?device_id=bd7968fd-3356-4428-8745-15218cb19e93 HTTP/1.1" status: 200 len: 946 time: 0.0888288 Sep 23 07:27:18.155539 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-4e9b6585-9089-4d8a-a70a-96faf8470b6f req-e8bb5bae-233d-4ce8-accc-d99ec5a8d43d tempest-VolumesActionsTest-861064008 tempest-VolumesActionsTest-861064008-project] 10.222.0.62 "GET /v2.0/security-groups?id=931defd8-8cc8-4b33-a995-f6c6653dcffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489879 Sep 23 07:27:18.364315 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0ae54d-4f3c-419e-8d5f-30513f6a2a98 req-a48866bd-5d92-4738-b997-0def14411e94 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:27:18.374776 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-cb0ae54d-4f3c-419e-8d5f-30513f6a2a98 req-a48866bd-5d92-4738-b997-0def14411e94 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/ports?device_id=11aa03f3-4e13-41f7-a30c-8a2c8e1d0fa4 HTTP/1.1" status: 200 len: 945 time: 0.0664871 Sep 23 07:27:18.423759 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-cb0ae54d-4f3c-419e-8d5f-30513f6a2a98 req-4636b71a-3863-453d-8900-53c7bf8f89bc tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/security-groups?id=f544a07c-938f-4158-882b-467f1a401932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480371 Sep 23 07:27:18.466188 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bdb437-4d2c-451e-a9d7-0a357aed6a08 req-665191b3-4639-415a-9785-0532008b2888 tempest-VolumesActionsTest-861064008 tempest-VolumesActionsTest-861064008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:27:18.467857 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-e5bdb437-4d2c-451e-a9d7-0a357aed6a08 req-665191b3-4639-415a-9785-0532008b2888 tempest-VolumesActionsTest-861064008 tempest-VolumesActionsTest-861064008-project] 10.222.0.53 "GET /v2.0/ports?device_id=bd7968fd-3356-4428-8745-15218cb19e93 HTTP/1.1" status: 200 len: 946 time: 0.0628421 Sep 23 07:27:18.475319 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Device 44aeb04a-e390-4325-b679-e0623cc82c5b no longer exists at agent hyperv_hv-cinder-80588 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:27:18.497174 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] No Port match for: 44aeb04a-e390-4325-b679-e0623cc82c5b {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 07:27:18.497513 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Device 44aeb04a-e390-4325-b679-e0623cc82c5b not bound to the agent host hv-cinder-80588 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 07:27:18.571389 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-e5bdb437-4d2c-451e-a9d7-0a357aed6a08 req-443bb807-123d-4e10-acce-156ff6d17c38 tempest-VolumesActionsTest-861064008 tempest-VolumesActionsTest-861064008-project] Deleting port 9b051684-302f-475d-a385-63bf0c15009d {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:27:18.571640 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-e5bdb437-4d2c-451e-a9d7-0a357aed6a08 req-443bb807-123d-4e10-acce-156ff6d17c38 tempest-VolumesActionsTest-861064008 tempest-VolumesActionsTest-861064008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728618132776'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:27:18.671628 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-e5bdb437-4d2c-451e-a9d7-0a357aed6a08 req-443bb807-123d-4e10-acce-156ff6d17c38 tempest-VolumesActionsTest-861064008 tempest-VolumesActionsTest-861064008-project] For port 9b051684-302f-475d-a385-63bf0c15009d, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=9b051684-302f-475d-a385-63bf0c15009d,segment=NetworkSegment(6442fc1e-6e9f-45e0-a586-0d56e26cc687),segment_id=6442fc1e-6e9f-45e0-a586-0d56e26cc687)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:27:18.671992 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-e5bdb437-4d2c-451e-a9d7-0a357aed6a08 req-443bb807-123d-4e10-acce-156ff6d17c38 tempest-VolumesActionsTest-861064008 tempest-VolumesActionsTest-861064008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452355'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:27:18.685094 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-e5bdb437-4d2c-451e-a9d7-0a357aed6a08 req-443bb807-123d-4e10-acce-156ff6d17c38 tempest-VolumesActionsTest-861064008 tempest-VolumesActionsTest-861064008-project] Calling delete_port for 9b051684-302f-475d-a385-63bf0c15009d owned by compute:nova {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:27:18.916986 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f885872b-57ba-412d-9831-fad14ee7957d req-91696155-0114-48c1-8f3b-f7c09fb3b6ff tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:27:18.918655 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-f885872b-57ba-412d-9831-fad14ee7957d req-91696155-0114-48c1-8f3b-f7c09fb3b6ff tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/ports?device_id=be5e8ac1-24da-457e-9cd8-b70acf9bb857 HTTP/1.1" status: 200 len: 945 time: 0.0633147 Sep 23 07:27:18.964776 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-f885872b-57ba-412d-9831-fad14ee7957d req-bb4d68ab-f852-435b-bdc0-d4a4c95db6f9 tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/security-groups?id=b1176efc-2ea4-4549-99dc-1bd682ff6d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378742 Sep 23 07:27:19.076665 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-4fe7fded-d3b5-4eae-866d-093582b2db64 req-42e43c58-daa2-4f10-a80a-fcfd5d34c750 tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] 10.222.0.62 "GET /v2.0/ports?device_id=dfff4fd0-4ae6-4bc1-aadc-ca811b4f8152 HTTP/1.1" status: 200 len: 210 time: 0.0276358 Sep 23 07:27:19.270701 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-e5bdb437-4d2c-451e-a9d7-0a357aed6a08 req-443bb807-123d-4e10-acce-156ff6d17c38 tempest-VolumesActionsTest-861064008 tempest-VolumesActionsTest-861064008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728618137326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728617650872'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:27:19.287858 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] get_ports_and_sgs() called for port_ids ['9b051684-302f-475d-a385-63bf0c15009d'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 07:27:19.288320 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-ff128bbf-eae4-43ff-aa22-9dfaa15fc92b req-14baf475-eac7-496b-9c9e-857844ab83df tempest-VolumesActionsTest-861064008 tempest-VolumesActionsTest-861064008-project] 10.222.0.62 "GET /v2.0/ports?device_id=bd7968fd-3356-4428-8745-15218cb19e93 HTTP/1.1" status: 200 len: 210 time: 0.0282958 Sep 23 07:27:19.363438 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443bb807-123d-4e10-acce-156ff6d17c38 tempest-VolumesActionsTest-861064008 tempest-VolumesActionsTest-861064008-project] Pushing event deleted for resources: {'Port': ['ID=9b051684-302f-475d-a385-63bf0c15009d,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:27:19.395983 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5bdb437-4d2c-451e-a9d7-0a357aed6a08 req-443bb807-123d-4e10-acce-156ff6d17c38 tempest-VolumesActionsTest-861064008 tempest-VolumesActionsTest-861064008-project] No DVR routers for this DVR port 9b051684-302f-475d-a385-63bf0c15009d on host hv-cinder-80588 {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 07:27:19.401707 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-e5bdb437-4d2c-451e-a9d7-0a357aed6a08 req-443bb807-123d-4e10-acce-156ff6d17c38 tempest-VolumesActionsTest-861064008 tempest-VolumesActionsTest-861064008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210484'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:27:19.403954 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-e5bdb437-4d2c-451e-a9d7-0a357aed6a08 req-443bb807-123d-4e10-acce-156ff6d17c38 tempest-VolumesActionsTest-861064008 tempest-VolumesActionsTest-861064008-project] 10.222.0.53 "DELETE /v2.0/ports/9b051684-302f-475d-a385-63bf0c15009d HTTP/1.1" status: 204 len: 173 time: 0.9286783 Sep 23 07:27:19.404599 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd7968fd-3356-4428-8745-15218cb19e93', 'name': 'network-vif-deleted', 'tag': '9b051684-302f-475d-a385-63bf0c15009d'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:27:19.407562 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59377972be4a6b1db7d764771ea1170f497e9021ac5c159e937f759c4704c07c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa4fb7ad-de67-4f5c-8767-128fc69c0951" -d '{"events": [{"server_uuid": "bd7968fd-3356-4428-8745-15218cb19e93", "name": "network-vif-deleted", "tag": "9b051684-302f-475d-a385-63bf0c15009d"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:27:19.486320 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 07:27:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e798b402-8af9-4f2b-ade5-33962334e6e3 x-openstack-request-id: req-e798b402-8af9-4f2b-ade5-33962334e6e3 {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:27:19.486638 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd7968fd-3356-4428-8745-15218cb19e93", "name": "network-vif-deleted", "tag": "9b051684-302f-475d-a385-63bf0c15009d", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:27:19.486932 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e798b402-8af9-4f2b-ade5-33962334e6e3 {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:27:19.487871 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd7968fd-3356-4428-8745-15218cb19e93', 'name': 'network-vif-deleted', 'tag': '9b051684-302f-475d-a385-63bf0c15009d', 'status': 'completed', 'code': 200} Sep 23 07:27:19.609138 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845fc169-f6ef-4e4c-8e92-1417c645002a req-1f8e1791-7a12-4b1b-9791-2a1c5df7db26 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:27:19.620289 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-845fc169-f6ef-4e4c-8e92-1417c645002a req-1f8e1791-7a12-4b1b-9791-2a1c5df7db26 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/ports?device_id=11aa03f3-4e13-41f7-a30c-8a2c8e1d0fa4 HTTP/1.1" status: 200 len: 945 time: 0.0737641 Sep 23 07:27:19.695253 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-845fc169-f6ef-4e4c-8e92-1417c645002a req-e22f417d-ac22-435a-81dc-21c63974137e tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/security-groups?id=f544a07c-938f-4158-882b-467f1a401932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709004 Sep 23 07:27:20.129791 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a367999a-2940-44fd-8e0d-f65c698af448 req-8680c461-3a00-4de3-877d-99a8e3b4ef25 tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:27:20.133664 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-a367999a-2940-44fd-8e0d-f65c698af448 req-8680c461-3a00-4de3-877d-99a8e3b4ef25 tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/ports?device_id=be5e8ac1-24da-457e-9cd8-b70acf9bb857 HTTP/1.1" status: 200 len: 945 time: 0.0607338 Sep 23 07:27:20.186102 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-a367999a-2940-44fd-8e0d-f65c698af448 req-ff32d995-087c-443c-a78b-459ba79344f5 tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/security-groups?id=b1176efc-2ea4-4549-99dc-1bd682ff6d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464153 Sep 23 07:27:20.443348 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-f7046579-7608-444e-8619-a695d741be12 req-fb5a8031-c9ee-4524-a21c-8dbf55543b2b tempest-VolumesActionsTest-861064008 tempest-VolumesActionsTest-861064008-project] 10.222.0.62 "GET /v2.0/ports?device_id=bd7968fd-3356-4428-8745-15218cb19e93 HTTP/1.1" status: 200 len: 210 time: 0.0294442 Sep 23 07:27:20.838386 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0329ad54-78c2-4097-8dbc-3035e751bb31 req-245d7bc7-f780-4120-bf42-2ce369bed316 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:27:20.839972 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-0329ad54-78c2-4097-8dbc-3035e751bb31 req-245d7bc7-f780-4120-bf42-2ce369bed316 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/ports?device_id=11aa03f3-4e13-41f7-a30c-8a2c8e1d0fa4 HTTP/1.1" status: 200 len: 945 time: 0.0517397 Sep 23 07:27:20.906189 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-0329ad54-78c2-4097-8dbc-3035e751bb31 req-adff49be-7c56-4dcd-99ed-bb3f3031e10d tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/security-groups?id=f544a07c-938f-4158-882b-467f1a401932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590661 Sep 23 07:27:21.327443 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e71ea0-fbeb-4fd6-a17c-af7eb0e5f1f6 req-93ae08e8-11e6-4ae1-952b-d3e1163e6231 tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:27:21.329070 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-b9e71ea0-fbeb-4fd6-a17c-af7eb0e5f1f6 req-93ae08e8-11e6-4ae1-952b-d3e1163e6231 tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/ports?device_id=be5e8ac1-24da-457e-9cd8-b70acf9bb857 HTTP/1.1" status: 200 len: 945 time: 0.0510521 Sep 23 07:27:21.372548 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-b9e71ea0-fbeb-4fd6-a17c-af7eb0e5f1f6 req-5a1a0a3a-51c7-49ef-81e9-a5ba4bffd601 tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/security-groups?id=b1176efc-2ea4-4549-99dc-1bd682ff6d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364344 Sep 23 07:27:21.797866 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25abfea1-4f77-42ca-b171-2eaf63b0c018 req-99aeb4b6-0b7c-447b-8229-0a8de5201476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:27:21.799382 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-25abfea1-4f77-42ca-b171-2eaf63b0c018 req-99aeb4b6-0b7c-447b-8229-0a8de5201476 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=63deb2e833294f4ba854d4abe4a79ff2&device_id=11aa03f3-4e13-41f7-a30c-8a2c8e1d0fa4 HTTP/1.1" status: 200 len: 1098 time: 0.1017294 Sep 23 07:27:21.834182 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d297de39-8a55-4b22-82d1-11649336745b req-547db363-bdf7-4fc1-bd9b-e43eb1309674 tempest-VolumesActionsTest-861064008 tempest-VolumesActionsTest-861064008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:27:21.835680 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-d297de39-8a55-4b22-82d1-11649336745b req-547db363-bdf7-4fc1-bd9b-e43eb1309674 tempest-VolumesActionsTest-861064008 tempest-VolumesActionsTest-861064008-project] 10.222.0.62 "GET /v2.0/networks?id=5aadf305-33ac-4849-8154-06215b393927 HTTP/1.1" status: 200 len: 808 time: 0.1480367 Sep 23 07:27:21.866383 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-d297de39-8a55-4b22-82d1-11649336745b req-505a72dc-356f-4ab5-b4b2-216e586ad290 tempest-VolumesActionsTest-861064008 tempest-VolumesActionsTest-861064008-project] 10.222.0.62 "GET /v2.0/quotas/5c8efa24dc094195b88f10f950dab14e HTTP/1.1" status: 200 len: 375 time: 0.0206711 Sep 23 07:27:21.932983 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-d297de39-8a55-4b22-82d1-11649336745b req-186998dd-9bec-4b15-a6ed-0646b21f1adc tempest-VolumesActionsTest-861064008 tempest-VolumesActionsTest-861064008-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=5c8efa24dc094195b88f10f950dab14e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0329781 Sep 23 07:27:21.970076 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25abfea1-4f77-42ca-b171-2eaf63b0c018 req-12b56815-7cd9-4e39-8902-3e8143702d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:27:21.971554 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-25abfea1-4f77-42ca-b171-2eaf63b0c018 req-12b56815-7cd9-4e39-8902-3e8143702d3a service neutron] 10.222.0.53 "GET /v2.0/networks?id=457ccd50-05b0-4ce0-8b7d-271dff6f827e HTTP/1.1" status: 200 len: 918 time: 0.1567481 Sep 23 07:27:22.079801 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-25abfea1-4f77-42ca-b171-2eaf63b0c018 req-c437c6ed-a7ad-4873-be92-62b157170fb2 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7dfc4070-e231-4f6c-ad17-e12882af128e HTTP/1.1" status: 200 len: 1001 time: 0.0978870 Sep 23 07:27:22.091008 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-d297de39-8a55-4b22-82d1-11649336745b req-1ea403fb-a55d-4fe0-b558-1ca2b2e3d16c service neutron] 10.222.0.62 "GET /v2.0/networks/5aadf305-33ac-4849-8154-06215b393927?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469212 Sep 23 07:27:22.275006 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25abfea1-4f77-42ca-b171-2eaf63b0c018 req-9eb46d13-b7ae-4265-9a8c-a3850f38facf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:27:22.276498 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-25abfea1-4f77-42ca-b171-2eaf63b0c018 req-9eb46d13-b7ae-4265-9a8c-a3850f38facf service neutron] 10.222.0.53 "GET /v2.0/subnets?id=513e6a2b-0c54-4f03-8c2d-dd3c246bd8ac HTTP/1.1" status: 200 len: 856 time: 0.1758275 Sep 23 07:27:22.313533 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5f4481-11a0-4615-a446-d702499e7034 req-9081cddd-4eaa-4648-9b6a-23c3f1c47e75 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:27:22.315060 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-da5f4481-11a0-4615-a446-d702499e7034 req-9081cddd-4eaa-4648-9b6a-23c3f1c47e75 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/ports?device_id=11aa03f3-4e13-41f7-a30c-8a2c8e1d0fa4 HTTP/1.1" status: 200 len: 945 time: 0.1546147 Sep 23 07:27:22.347794 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-d297de39-8a55-4b22-82d1-11649336745b req-1780fe02-9999-4b1f-8f81-0d18f1957780 service neutron] 10.222.0.62 "GET /v2.0/networks/5aadf305-33ac-4849-8154-06215b393927?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2492828 Sep 23 07:27:22.384130 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-da5f4481-11a0-4615-a446-d702499e7034 req-331e8584-054f-4061-873c-b9f92020929a tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/security-groups?id=f544a07c-938f-4158-882b-467f1a401932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488300 Sep 23 07:27:22.386284 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25abfea1-4f77-42ca-b171-2eaf63b0c018 req-bbc45c83-bcba-4812-b9da-d69dcc9226d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:27:22.387790 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-25abfea1-4f77-42ca-b171-2eaf63b0c018 req-bbc45c83-bcba-4812-b9da-d69dcc9226d0 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=457ccd50-05b0-4ce0-8b7d-271dff6f827e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1022372 Sep 23 07:27:22.475519 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Device 9b051684-302f-475d-a385-63bf0c15009d no longer exists at agent hyperv_hv-cinder-80588 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:27:22.499913 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] No Port match for: 9b051684-302f-475d-a385-63bf0c15009d {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 07:27:22.500369 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Device 9b051684-302f-475d-a385-63bf0c15009d not bound to the agent host hv-cinder-80588 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 07:27:22.500985 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Device 7dfc4070-e231-4f6c-ad17-e12882af128e no longer exists at agent hyperv_hv-cinder-80588 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:27:22.527849 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-25abfea1-4f77-42ca-b171-2eaf63b0c018 req-0bc2a009-bac7-4432-aa69-424eca3d38e2 service neutron] 10.222.0.53 "GET /v2.0/networks/457ccd50-05b0-4ce0-8b7d-271dff6f827e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293294 Sep 23 07:27:22.541477 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd44eb3c-2f47-48df-a06e-fb3b690c27a1 req-ff432fea-0a38-438b-ad9b-5a46e96db72e tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:27:22.543075 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-dd44eb3c-2f47-48df-a06e-fb3b690c27a1 req-ff432fea-0a38-438b-ad9b-5a46e96db72e tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] 10.222.0.62 "GET /v2.0/ports?device_id=875d064e-acae-4aad-b8b9-e26fb6e11e06 HTTP/1.1" status: 200 len: 945 time: 0.0743268 Sep 23 07:27:22.613778 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:27:22.640658 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11aa03f3-4e13-41f7-a30c-8a2c8e1d0fa4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7dfc4070-e231-4f6c-ad17-e12882af128e'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:27:22.644915 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8cb1569f887212d656241d478829572ac01e5268e755a1d7af7c5208f8517aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10710c66-43c6-45c8-8df7-efa2cddb633a" -d '{"events": [{"server_uuid": "11aa03f3-4e13-41f7-a30c-8a2c8e1d0fa4", "name": "network-vif-unplugged", "status": "completed", "tag": "7dfc4070-e231-4f6c-ad17-e12882af128e"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:27:22.659973 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] For port 7dfc4070-e231-4f6c-ad17-e12882af128e, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=7dfc4070-e231-4f6c-ad17-e12882af128e,segment=NetworkSegment(1643a54a-f314-44c3-bdbc-99b9ba0d70f9),segment_id=1643a54a-f314-44c3-bdbc-99b9ba0d70f9)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:27:22.686113 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-dd44eb3c-2f47-48df-a06e-fb3b690c27a1 req-a6f2695f-90ab-43ee-ad53-c80bb02d853a tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] 10.222.0.62 "GET /v2.0/security-groups?id=f6ce59f4-c512-4d64-bc05-96f67bf65409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331391 Sep 23 07:27:22.742711 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728618137860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728617650881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728617650899'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:27:22.793444 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-2b692b77-da82-4033-90e3-4cd22ff45a28 req-d6891ef5-023c-4a1f-a4e0-0312d0569383 tempest-VolumesActionsTest-861064008 tempest-VolumesActionsTest-861064008-project] 10.222.0.62 "GET /v2.0/ports?device_id=a7263d78-2cfe-45a0-8fda-75c0a544db3c HTTP/1.1" status: 200 len: 210 time: 0.0601456 Sep 23 07:27:22.797635 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-25abfea1-4f77-42ca-b171-2eaf63b0c018 req-bc2e5c02-2947-4167-9903-196246c15a9a service neutron] 10.222.0.53 "GET /v2.0/networks/457ccd50-05b0-4ce0-8b7d-271dff6f827e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2535884 Sep 23 07:27:22.815788 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d73475-5626-4879-bd1c-93a7bec01eb1 req-80429e49-726f-434e-9870-d722d3bc386c tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:27:22.833513 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-e4d73475-5626-4879-bd1c-93a7bec01eb1 req-80429e49-726f-434e-9870-d722d3bc386c tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/ports?device_id=be5e8ac1-24da-457e-9cd8-b70acf9bb857 HTTP/1.1" status: 200 len: 945 time: 0.1442091 Sep 23 07:27:22.860404 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Pushing event updated for resources: {'Port': ['ID=7dfc4070-e231-4f6c-ad17-e12882af128e,revision_number=8']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:27:22.864769 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Sep 2021 07:27:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79bb3220-5ea6-4cb5-b640-bff852fb848e x-openstack-request-id: req-79bb3220-5ea6-4cb5-b640-bff852fb848e {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:27:22.865380 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11aa03f3-4e13-41f7-a30c-8a2c8e1d0fa4", "name": "network-vif-unplugged", "status": "completed", "tag": "7dfc4070-e231-4f6c-ad17-e12882af128e", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:27:22.865787 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-79bb3220-5ea6-4cb5-b640-bff852fb848e {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:27:22.866351 dv-cinder-805887-18-iscsi neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11aa03f3-4e13-41f7-a30c-8a2c8e1d0fa4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7dfc4070-e231-4f6c-ad17-e12882af128e', 'code': 200} Sep 23 07:27:22.881360 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-e4d73475-5626-4879-bd1c-93a7bec01eb1 req-167e0602-f5f3-4575-b8e7-0c876f4bb0c0 tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/security-groups?id=b1176efc-2ea4-4549-99dc-1bd682ff6d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468802 Sep 23 07:27:22.925019 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-b8c4bb4d-310c-441a-8d62-1aee1534b2e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:27:23.519903 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c437b7-80b6-4f76-84a7-884cc58614a0 req-a52c78ac-fe25-4953-b691-9b35ca5bb6c1 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:27:23.521578 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-f0c437b7-80b6-4f76-84a7-884cc58614a0 req-a52c78ac-fe25-4953-b691-9b35ca5bb6c1 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/ports?device_id=11aa03f3-4e13-41f7-a30c-8a2c8e1d0fa4 HTTP/1.1" status: 200 len: 943 time: 0.0532060 Sep 23 07:27:23.567683 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-f0c437b7-80b6-4f76-84a7-884cc58614a0 req-9930eea6-09be-4af5-be4b-1862f022cd99 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/security-groups?id=f544a07c-938f-4158-882b-467f1a401932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390851 Sep 23 07:27:23.818891 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50104c18-b5c9-4664-be87-1897ee97e638 req-3080188e-1ae4-4664-83aa-85a1ba8a77c3 tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:27:23.820534 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-50104c18-b5c9-4664-be87-1897ee97e638 req-3080188e-1ae4-4664-83aa-85a1ba8a77c3 tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] 10.222.0.62 "GET /v2.0/ports?device_id=875d064e-acae-4aad-b8b9-e26fb6e11e06 HTTP/1.1" status: 200 len: 945 time: 0.0619762 Sep 23 07:27:23.877216 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-50104c18-b5c9-4664-be87-1897ee97e638 req-be02725d-ac87-43f7-afe9-5de53e3bd11e tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] 10.222.0.62 "GET /v2.0/security-groups?id=f6ce59f4-c512-4d64-bc05-96f67bf65409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489337 Sep 23 07:27:23.931429 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-532fa879-9bb8-49c5-8102-244ae231ac1e req-224d0ecd-3ecc-4b35-ab48-5aa91c1ca662 tempest-VolumesActionsTest-861064008 tempest-VolumesActionsTest-861064008-project] 10.222.0.62 "GET /v2.0/ports?device_id=a7263d78-2cfe-45a0-8fda-75c0a544db3c HTTP/1.1" status: 200 len: 210 time: 0.0433130 Sep 23 07:27:24.019208 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ffc242-4422-4634-9583-520fab1ffee5 req-4fe7a429-5c2b-44a5-9ca5-561ecf516fae tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:27:24.022453 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-15ffc242-4422-4634-9583-520fab1ffee5 req-4fe7a429-5c2b-44a5-9ca5-561ecf516fae tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/ports?device_id=be5e8ac1-24da-457e-9cd8-b70acf9bb857 HTTP/1.1" status: 200 len: 945 time: 0.0547268 Sep 23 07:27:24.074366 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-15ffc242-4422-4634-9583-520fab1ffee5 req-c1053e71-011a-4044-8e53-be6522471b59 tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/security-groups?id=b1176efc-2ea4-4549-99dc-1bd682ff6d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372345 Sep 23 07:27:24.326145 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d80eb6-3ac0-4feb-8425-0b718377e77d req-fb5e5edb-e1a7-41e2-8d90-9dff2d92f7ad tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:27:24.327985 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-77d80eb6-3ac0-4feb-8425-0b718377e77d req-fb5e5edb-e1a7-41e2-8d90-9dff2d92f7ad tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] 10.222.0.53 "GET /v2.0/ports?device_id=875d064e-acae-4aad-b8b9-e26fb6e11e06 HTTP/1.1" status: 200 len: 945 time: 0.0653841 Sep 23 07:27:24.453436 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-77d80eb6-3ac0-4feb-8425-0b718377e77d req-68dad4cb-bbf7-4bed-a86b-7482f316d7e6 tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] Deleting port 7afa8405-fa12-4ed0-a9ac-d9e457a8718d {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:27:24.460827 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-77d80eb6-3ac0-4feb-8425-0b718377e77d req-68dad4cb-bbf7-4bed-a86b-7482f316d7e6 tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728618132776'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:27:24.583987 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1514f978-e947-4aff-a3a8-718b6239ccae req-ab34379d-6086-402b-892c-1cc3a152363a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:27:24.585474 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-1514f978-e947-4aff-a3a8-718b6239ccae req-ab34379d-6086-402b-892c-1cc3a152363a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f847624712b744ff9af7930d845e8424&device_id=be5e8ac1-24da-457e-9cd8-b70acf9bb857 HTTP/1.1" status: 200 len: 1098 time: 0.0921290 Sep 23 07:27:24.587308 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-77d80eb6-3ac0-4feb-8425-0b718377e77d req-68dad4cb-bbf7-4bed-a86b-7482f316d7e6 tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] For port 7afa8405-fa12-4ed0-a9ac-d9e457a8718d, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=7afa8405-fa12-4ed0-a9ac-d9e457a8718d,segment=NetworkSegment(30ea837a-f393-437b-a40e-aa4a286716b2),segment_id=30ea837a-f393-437b-a40e-aa4a286716b2)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:27:24.587668 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-77d80eb6-3ac0-4feb-8425-0b718377e77d req-68dad4cb-bbf7-4bed-a86b-7482f316d7e6 tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452355'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:27:24.605043 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-77d80eb6-3ac0-4feb-8425-0b718377e77d req-68dad4cb-bbf7-4bed-a86b-7482f316d7e6 tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] Calling delete_port for 7afa8405-fa12-4ed0-a9ac-d9e457a8718d owned by compute:nova {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:27:24.797433 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1514f978-e947-4aff-a3a8-718b6239ccae req-b7777b40-04ef-49b0-9c35-b4ed3762d821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:27:24.798951 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-1514f978-e947-4aff-a3a8-718b6239ccae req-b7777b40-04ef-49b0-9c35-b4ed3762d821 service neutron] 10.222.0.53 "GET /v2.0/networks?id=b44ca581-7903-4d34-918a-e51828122c6e HTTP/1.1" status: 200 len: 919 time: 0.1895797 Sep 23 07:27:24.810230 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdda1b9f-2b57-4403-bdce-3b7f8045c07a req-9da86017-a523-4e16-92e3-206fdecae846 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:27:24.812892 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-bdda1b9f-2b57-4403-bdce-3b7f8045c07a req-9da86017-a523-4e16-92e3-206fdecae846 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/ports?device_id=11aa03f3-4e13-41f7-a30c-8a2c8e1d0fa4 HTTP/1.1" status: 200 len: 943 time: 0.1440046 Sep 23 07:27:24.895526 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-bdda1b9f-2b57-4403-bdce-3b7f8045c07a req-0a32ec7a-6904-47dd-ac0d-bc2dd7020f00 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/security-groups?id=f544a07c-938f-4158-882b-467f1a401932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735259 Sep 23 07:27:24.999972 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-77d80eb6-3ac0-4feb-8425-0b718377e77d req-68dad4cb-bbf7-4bed-a86b-7482f316d7e6 tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728618137326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728617650872'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:27:25.060955 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68dad4cb-bbf7-4bed-a86b-7482f316d7e6 tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] Pushing event deleted for resources: {'Port': ['ID=7afa8405-fa12-4ed0-a9ac-d9e457a8718d,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:27:25.101799 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-5de07928-febc-4801-a168-1df202ff2697 req-0077edeb-7ab7-4b1f-8cb1-c13ccc0416fc tempest-VolumesActionsTest-861064008 tempest-VolumesActionsTest-861064008-project] 10.222.0.62 "GET /v2.0/ports?device_id=a7263d78-2cfe-45a0-8fda-75c0a544db3c HTTP/1.1" status: 200 len: 210 time: 0.0609024 Sep 23 07:27:25.119453 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-77d80eb6-3ac0-4feb-8425-0b718377e77d req-68dad4cb-bbf7-4bed-a86b-7482f316d7e6 tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] No DVR routers for this DVR port 7afa8405-fa12-4ed0-a9ac-d9e457a8718d on host hv-cinder-80588 {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 07:27:25.122702 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-77d80eb6-3ac0-4feb-8425-0b718377e77d req-68dad4cb-bbf7-4bed-a86b-7482f316d7e6 tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210484'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:27:25.125348 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-77d80eb6-3ac0-4feb-8425-0b718377e77d req-68dad4cb-bbf7-4bed-a86b-7482f316d7e6 tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] 10.222.0.53 "DELETE /v2.0/ports/7afa8405-fa12-4ed0-a9ac-d9e457a8718d HTTP/1.1" status: 204 len: 173 time: 0.7754228 Sep 23 07:27:25.126996 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '875d064e-acae-4aad-b8b9-e26fb6e11e06', 'name': 'network-vif-deleted', 'tag': '7afa8405-fa12-4ed0-a9ac-d9e457a8718d'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:27:25.130369 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59377972be4a6b1db7d764771ea1170f497e9021ac5c159e937f759c4704c07c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac626c73-b131-499f-84bd-3db89f7bf858" -d '{"events": [{"server_uuid": "875d064e-acae-4aad-b8b9-e26fb6e11e06", "name": "network-vif-deleted", "tag": "7afa8405-fa12-4ed0-a9ac-d9e457a8718d"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:27:25.142764 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15849972-430d-4f23-9646-4cb6efd6b025 req-ed9ec81d-e63b-4e5d-807d-f797c6eeacb7 tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:27:25.144456 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-15849972-430d-4f23-9646-4cb6efd6b025 req-ed9ec81d-e63b-4e5d-807d-f797c6eeacb7 tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] 10.222.0.62 "GET /v2.0/ports?device_id=875d064e-acae-4aad-b8b9-e26fb6e11e06 HTTP/1.1" status: 200 len: 867 time: 0.1770265 Sep 23 07:27:25.272831 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-15849972-430d-4f23-9646-4cb6efd6b025 req-096b350f-98bf-4d08-9182-ba1d917ace1c tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] 10.222.0.62 "GET /v2.0/security-groups?id=f6ce59f4-c512-4d64-bc05-96f67bf65409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217473 Sep 23 07:27:25.290294 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e0fcd2-242c-432a-a9b2-ae5cd8e185ae req-6703395d-7bf7-4408-acf2-d416ea3eaf5d tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:27:25.292174 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-07e0fcd2-242c-432a-a9b2-ae5cd8e185ae req-6703395d-7bf7-4408-acf2-d416ea3eaf5d tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/ports?device_id=be5e8ac1-24da-457e-9cd8-b70acf9bb857 HTTP/1.1" status: 200 len: 945 time: 0.1047852 Sep 23 07:27:25.335984 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 07:27:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbaf822e-f5cd-4760-bfd1-b821527f0cf9 x-openstack-request-id: req-bbaf822e-f5cd-4760-bfd1-b821527f0cf9 {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:27:25.336368 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "875d064e-acae-4aad-b8b9-e26fb6e11e06", "name": "network-vif-deleted", "tag": "7afa8405-fa12-4ed0-a9ac-d9e457a8718d", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:27:25.336681 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-bbaf822e-f5cd-4760-bfd1-b821527f0cf9 {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:27:25.337154 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '875d064e-acae-4aad-b8b9-e26fb6e11e06', 'name': 'network-vif-deleted', 'tag': '7afa8405-fa12-4ed0-a9ac-d9e457a8718d', 'status': 'completed', 'code': 200} Sep 23 07:27:25.346520 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-07e0fcd2-242c-432a-a9b2-ae5cd8e185ae req-d00796db-2f62-4066-8e8a-22e33221694b tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/security-groups?id=b1176efc-2ea4-4549-99dc-1bd682ff6d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422397 Sep 23 07:27:25.859467 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-1514f978-e947-4aff-a3a8-718b6239ccae req-cda0be5c-9763-4122-b834-801ac9fba7f8 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4742ed84-7103-4a63-868a-99b885e5faa4 HTTP/1.1" status: 200 len: 217 time: 0.0415936 Sep 23 07:27:26.054179 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b747628-8ffb-4e36-be67-cad9a17fe40f req-24ec0c2f-0699-4e3c-991e-e588cad87fec tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:27:26.055705 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-9b747628-8ffb-4e36-be67-cad9a17fe40f req-24ec0c2f-0699-4e3c-991e-e588cad87fec tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/ports?device_id=11aa03f3-4e13-41f7-a30c-8a2c8e1d0fa4 HTTP/1.1" status: 200 len: 943 time: 0.0721838 Sep 23 07:27:26.095753 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-9b747628-8ffb-4e36-be67-cad9a17fe40f req-21d9d61d-7930-46c8-ad52-b383e0b78011 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/security-groups?id=f544a07c-938f-4158-882b-467f1a401932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337622 Sep 23 07:27:26.202049 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-d6954b83-e0ff-43d7-ad8c-efd310433c4e req-2864fab5-0521-4605-b443-beb33c0dedb2 tempest-VolumesActionsTest-861064008 tempest-VolumesActionsTest-861064008-project] 10.222.0.62 "GET /v2.0/ports?device_id=a7263d78-2cfe-45a0-8fda-75c0a544db3c HTTP/1.1" status: 200 len: 210 time: 0.0263953 Sep 23 07:27:26.376985 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-f666277a-7d48-4794-ae98-60a3e3014882 req-322c9f3c-89a2-47bd-90c0-7c87188ade9a tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] 10.222.0.62 "GET /v2.0/ports?device_id=875d064e-acae-4aad-b8b9-e26fb6e11e06 HTTP/1.1" status: 200 len: 210 time: 0.0250964 Sep 23 07:27:26.470491 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffbd49d-6063-4b10-8d51-79c4a8c7f1fb req-22cc20a3-742d-43d6-bb1b-3e2ef58f81d1 tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:27:26.472822 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-8ffbd49d-6063-4b10-8d51-79c4a8c7f1fb req-22cc20a3-742d-43d6-bb1b-3e2ef58f81d1 tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/ports?device_id=be5e8ac1-24da-457e-9cd8-b70acf9bb857 HTTP/1.1" status: 200 len: 945 time: 0.0529692 Sep 23 07:27:26.528016 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-8ffbd49d-6063-4b10-8d51-79c4a8c7f1fb req-193590ef-b6a9-4bcd-9773-5fa6ea5f9138 tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/security-groups?id=b1176efc-2ea4-4549-99dc-1bd682ff6d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446606 Sep 23 07:27:26.639011 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e3ad1341-8314-4a57-8a10-2470ce8f1fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:27:27.248998 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99daacbb-c1e0-4cae-8707-4fb5becab46e req-75ebd8d4-9662-429a-9a5b-69eb9efe41db tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:27:27.251739 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-99daacbb-c1e0-4cae-8707-4fb5becab46e req-75ebd8d4-9662-429a-9a5b-69eb9efe41db tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/ports?device_id=11aa03f3-4e13-41f7-a30c-8a2c8e1d0fa4 HTTP/1.1" status: 200 len: 943 time: 0.0809603 Sep 23 07:27:27.304029 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-99daacbb-c1e0-4cae-8707-4fb5becab46e req-e75d0ca0-01b7-47ee-8f94-5a935b08e921 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/security-groups?id=f544a07c-938f-4158-882b-467f1a401932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393612 Sep 23 07:27:27.332010 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-a906c114-8aad-4924-860a-65eb8c66458d req-888ec171-ce10-43c2-9b12-7540dbd014a6 tempest-VolumesActionsTest-861064008 tempest-VolumesActionsTest-861064008-project] 10.222.0.62 "GET /v2.0/ports?device_id=a7263d78-2cfe-45a0-8fda-75c0a544db3c HTTP/1.1" status: 200 len: 210 time: 0.0269339 Sep 23 07:27:27.477989 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-06e5f841-c334-4b91-accb-1e6bfc878b82 req-3c176a18-ca0c-4958-b834-57d04f85fc7a tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] 10.222.0.62 "GET /v2.0/ports?device_id=875d064e-acae-4aad-b8b9-e26fb6e11e06 HTTP/1.1" status: 200 len: 210 time: 0.0275307 Sep 23 07:27:27.678666 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e061643b-9661-43af-b51c-c6a62784b101 req-a448addb-4afd-4440-a4e5-979b999c5b0d tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:27:27.680258 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-e061643b-9661-43af-b51c-c6a62784b101 req-a448addb-4afd-4440-a4e5-979b999c5b0d tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/ports?device_id=be5e8ac1-24da-457e-9cd8-b70acf9bb857 HTTP/1.1" status: 200 len: 945 time: 0.0593104 Sep 23 07:27:27.707531 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:27:27.722400 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-e061643b-9661-43af-b51c-c6a62784b101 req-6f250230-325f-4a3c-8432-7c8bef001f31 tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/security-groups?id=b1176efc-2ea4-4549-99dc-1bd682ff6d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359073 Sep 23 07:27:27.821026 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] get_ports_and_sgs() called for port_ids ['4c07a7c2-2686-4c6a-b103-64e9c7d691d5', 'd6bb6589-10dc-4457-a5d4-9ba0d6876b14', '7afa8405-fa12-4ed0-a9ac-d9e457a8718d'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 07:27:27.928445 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1514f978-e947-4aff-a3a8-718b6239ccae req-87740ce5-c732-42c1-93a0-52005e43ca85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:27:27.931053 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-1514f978-e947-4aff-a3a8-718b6239ccae req-87740ce5-c732-42c1-93a0-52005e43ca85 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c0154a81-b31b-4d7e-b6a8-6873c78703af HTTP/1.1" status: 200 len: 858 time: 0.0905607 Sep 23 07:27:27.992087 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-1514f978-e947-4aff-a3a8-718b6239ccae req-8ed59b7d-9a96-42a5-bd16-a1e72275357d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b44ca581-7903-4d34-918a-e51828122c6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490742 Sep 23 07:27:28.017179 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:27:28.103431 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-1514f978-e947-4aff-a3a8-718b6239ccae req-0f37b288-87b0-4af2-b271-2322655896ce service neutron] 10.222.0.53 "GET /v2.0/networks/b44ca581-7903-4d34-918a-e51828122c6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030626 Sep 23 07:27:28.132913 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-1854caf6-1153-400a-8d11-9ed8c1e229e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:27:28.574095 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-9be2e956-265d-4a4a-a1c9-a23a42ae6f32 req-be8f517c-715f-482e-9215-5c6521cdbd75 tempest-VolumesActionsTest-861064008 tempest-VolumesActionsTest-861064008-project] 10.222.0.62 "GET /v2.0/ports?device_id=a7263d78-2cfe-45a0-8fda-75c0a544db3c HTTP/1.1" status: 200 len: 210 time: 0.0794170 Sep 23 07:27:28.653298 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e751393-0dae-437f-83b1-8b2cd7c1631b req-2f5c4dc8-b2ee-44a7-9ae3-f4e9aba02072 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:27:28.654891 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-2e751393-0dae-437f-83b1-8b2cd7c1631b req-2f5c4dc8-b2ee-44a7-9ae3-f4e9aba02072 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/ports?device_id=11aa03f3-4e13-41f7-a30c-8a2c8e1d0fa4 HTTP/1.1" status: 200 len: 943 time: 0.2149861 Sep 23 07:27:28.674498 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-1514f978-e947-4aff-a3a8-718b6239ccae req-b82b26e4-d376-4029-a622-a232180c70db service neutron] 10.222.0.53 "GET /v2.0/networks/b44ca581-7903-4d34-918a-e51828122c6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5600693 Sep 23 07:27:28.693966 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d297de39-8a55-4b22-82d1-11649336745b req-7414524a-154f-49f4-9d2b-ead210cb0de3 tempest-VolumesActionsTest-861064008 tempest-VolumesActionsTest-861064008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:27:28.696551 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-d297de39-8a55-4b22-82d1-11649336745b req-7414524a-154f-49f4-9d2b-ead210cb0de3 tempest-VolumesActionsTest-861064008 tempest-VolumesActionsTest-861064008-project] 10.222.0.53 "GET /v2.0/networks?id=5aadf305-33ac-4849-8154-06215b393927 HTTP/1.1" status: 200 len: 808 time: 0.5351193 Sep 23 07:27:28.728030 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.v2.base [req-d297de39-8a55-4b22-82d1-11649336745b req-5529a02c-ae90-43df-a6df-e079ec68dd01 tempest-VolumesActionsTest-861064008 tempest-VolumesActionsTest-861064008-project] Request body: {'port': {'device_id': 'a7263d78-2cfe-45a0-8fda-75c0a544db3c', 'network_id': '5aadf305-33ac-4849-8154-06215b393927', 'admin_state_up': True, 'tenant_id': '5c8efa24dc094195b88f10f950dab14e'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:27:28.778361 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-433340a1-aac0-4578-8ad1-844765544929 req-baa13327-0fac-4ba9-82b3-484fff870a5b tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] 10.222.0.62 "GET /v2.0/ports?device_id=875d064e-acae-4aad-b8b9-e26fb6e11e06 HTTP/1.1" status: 200 len: 210 time: 0.0732069 Sep 23 07:27:28.797172 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-2e751393-0dae-437f-83b1-8b2cd7c1631b req-4e70bf68-4135-4a5b-bd4e-2fba3cec7470 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/security-groups?id=f544a07c-938f-4158-882b-467f1a401932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1212199 Sep 23 07:27:28.933038 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d910e0f9-0999-4538-817a-dca39d7df845 req-f348abeb-5482-4f89-9aa6-671654c9d502 tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:27:28.934790 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-d910e0f9-0999-4538-817a-dca39d7df845 req-f348abeb-5482-4f89-9aa6-671654c9d502 tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/ports?device_id=be5e8ac1-24da-457e-9cd8-b70acf9bb857 HTTP/1.1" status: 200 len: 945 time: 0.0689383 Sep 23 07:27:28.982600 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-d910e0f9-0999-4538-817a-dca39d7df845 req-6ed44d2f-f9f4-430d-a2ea-0eed70d484d8 tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/security-groups?id=b1176efc-2ea4-4549-99dc-1bd682ff6d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399029 Sep 23 07:27:29.004874 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d297de39-8a55-4b22-82d1-11649336745b req-5529a02c-ae90-43df-a6df-e079ec68dd01 tempest-VolumesActionsTest-861064008 tempest-VolumesActionsTest-861064008-project] Made reservation on behalf of 5c8efa24dc094195b88f10f950dab14e for: {'port': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:27:29.011411 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-d297de39-8a55-4b22-82d1-11649336745b req-5529a02c-ae90-43df-a6df-e079ec68dd01 tempest-VolumesActionsTest-861064008 tempest-VolumesActionsTest-861064008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:27:29.163033 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [req-d297de39-8a55-4b22-82d1-11649336745b req-5529a02c-ae90-43df-a6df-e079ec68dd01 tempest-VolumesActionsTest-861064008 tempest-VolumesActionsTest-861064008-project] Allocated IP 172.20.0.14 (5aadf305-33ac-4849-8154-06215b393927/e8eed5d5-8c59-4e7d-ab4c-52fe690c2c53/1c827b56-b5b8-49bc-a892-d8f895750548) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:27:29.329128 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-d297de39-8a55-4b22-82d1-11649336745b req-5529a02c-ae90-43df-a6df-e079ec68dd01 tempest-VolumesActionsTest-861064008 tempest-VolumesActionsTest-861064008-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:27:29.427902 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-d297de39-8a55-4b22-82d1-11649336745b req-5529a02c-ae90-43df-a6df-e079ec68dd01 tempest-VolumesActionsTest-861064008 tempest-VolumesActionsTest-861064008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728617650863'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:27:29.475678 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d297de39-8a55-4b22-82d1-11649336745b req-5529a02c-ae90-43df-a6df-e079ec68dd01 tempest-VolumesActionsTest-861064008 tempest-VolumesActionsTest-861064008-project] Network 5aadf305-33ac-4849-8154-06215b393927 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:27:29.479146 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [req-d297de39-8a55-4b22-82d1-11649336745b req-5529a02c-ae90-43df-a6df-e079ec68dd01 tempest-VolumesActionsTest-861064008 tempest-VolumesActionsTest-861064008-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:27:29.483640 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-d297de39-8a55-4b22-82d1-11649336745b req-5529a02c-ae90-43df-a6df-e079ec68dd01 tempest-VolumesActionsTest-861064008 tempest-VolumesActionsTest-861064008-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:27:29.489480 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d297de39-8a55-4b22-82d1-11649336745b req-5529a02c-ae90-43df-a6df-e079ec68dd01 tempest-VolumesActionsTest-861064008 tempest-VolumesActionsTest-861064008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:27:29.498888 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-d297de39-8a55-4b22-82d1-11649336745b req-5529a02c-ae90-43df-a6df-e079ec68dd01 tempest-VolumesActionsTest-861064008 tempest-VolumesActionsTest-861064008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210484'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:27:29.506135 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5529a02c-ae90-43df-a6df-e079ec68dd01 tempest-VolumesActionsTest-861064008 tempest-VolumesActionsTest-861064008-project] Pushing event updated for resources: {'Port': ['ID=1c827b56-b5b8-49bc-a892-d8f895750548,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:27:29.517242 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5529a02c-ae90-43df-a6df-e079ec68dd01 tempest-VolumesActionsTest-861064008 tempest-VolumesActionsTest-861064008-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:27:29.517591 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5529a02c-ae90-43df-a6df-e079ec68dd01 tempest-VolumesActionsTest-861064008 tempest-VolumesActionsTest-861064008-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:27:29.517934 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5529a02c-ae90-43df-a6df-e079ec68dd01 tempest-VolumesActionsTest-861064008 tempest-VolumesActionsTest-861064008-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:27:29.518872 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5529a02c-ae90-43df-a6df-e079ec68dd01 tempest-VolumesActionsTest-861064008 tempest-VolumesActionsTest-861064008-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:27:29.519209 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5529a02c-ae90-43df-a6df-e079ec68dd01 tempest-VolumesActionsTest-861064008 tempest-VolumesActionsTest-861064008-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:27:29.519541 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5529a02c-ae90-43df-a6df-e079ec68dd01 tempest-VolumesActionsTest-861064008 tempest-VolumesActionsTest-861064008-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:27:29.519874 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5529a02c-ae90-43df-a6df-e079ec68dd01 tempest-VolumesActionsTest-861064008 tempest-VolumesActionsTest-861064008-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:27:29.520200 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5529a02c-ae90-43df-a6df-e079ec68dd01 tempest-VolumesActionsTest-861064008 tempest-VolumesActionsTest-861064008-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:27:29.520528 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5529a02c-ae90-43df-a6df-e079ec68dd01 tempest-VolumesActionsTest-861064008 tempest-VolumesActionsTest-861064008-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:27:29.520880 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5529a02c-ae90-43df-a6df-e079ec68dd01 tempest-VolumesActionsTest-861064008 tempest-VolumesActionsTest-861064008-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:27:29.521204 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5529a02c-ae90-43df-a6df-e079ec68dd01 tempest-VolumesActionsTest-861064008 tempest-VolumesActionsTest-861064008-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:27:29.521525 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5529a02c-ae90-43df-a6df-e079ec68dd01 tempest-VolumesActionsTest-861064008 tempest-VolumesActionsTest-861064008-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:27:29.570067 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-d297de39-8a55-4b22-82d1-11649336745b req-5529a02c-ae90-43df-a6df-e079ec68dd01 tempest-VolumesActionsTest-861064008 tempest-VolumesActionsTest-861064008-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8459089 Sep 23 07:27:29.602617 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.v2.base [req-d297de39-8a55-4b22-82d1-11649336745b req-359e3608-f801-42b8-9102-27331f79fd2b service neutron] Request body: {'port': {'device_id': 'a7263d78-2cfe-45a0-8fda-75c0a544db3c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80588'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:27:29.709194 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-d297de39-8a55-4b22-82d1-11649336745b req-359e3608-f801-42b8-9102-27331f79fd2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:27:29.768527 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12188d99-2804-4558-9d82-e5777de8046d req-9549e930-ca48-40df-93ad-ce034706bbdd tempest-VolumesActionsTest-861064008 tempest-VolumesActionsTest-861064008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:27:29.770187 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-12188d99-2804-4558-9d82-e5777de8046d req-9549e930-ca48-40df-93ad-ce034706bbdd tempest-VolumesActionsTest-861064008 tempest-VolumesActionsTest-861064008-project] 10.222.0.62 "GET /v2.0/ports?device_id=a7263d78-2cfe-45a0-8fda-75c0a544db3c HTTP/1.1" status: 200 len: 932 time: 0.1054962 Sep 23 07:27:29.900221 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-12188d99-2804-4558-9d82-e5777de8046d req-769a7dc7-5918-4881-a0b5-b036c8cd3b9c tempest-VolumesActionsTest-861064008 tempest-VolumesActionsTest-861064008-project] 10.222.0.62 "GET /v2.0/security-groups?id=931defd8-8cc8-4b33-a995-f6c6653dcffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144664 Sep 23 07:27:29.903366 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e4079388-143e-46ee-8cf3-ea3894d72bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:27:29.968225 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.db.agents_db [None req-60cd1eec-2052-4d49-bd00-e5a0de40c293 None None] Agent healthcheck: found 6 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 07:27:30.055993 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed50e72-6475-47f3-9034-164fbaf3290c req-8d7a238d-8bd1-4805-bf2a-9a03d7d72af3 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:27:30.057506 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-aed50e72-6475-47f3-9034-164fbaf3290c req-8d7a238d-8bd1-4805-bf2a-9a03d7d72af3 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/ports?device_id=11aa03f3-4e13-41f7-a30c-8a2c8e1d0fa4 HTTP/1.1" status: 200 len: 943 time: 0.1227965 Sep 23 07:27:30.127178 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-aed50e72-6475-47f3-9034-164fbaf3290c req-9c8b9d51-96fb-4872-8f71-6e2fe437d56c tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/security-groups?id=f544a07c-938f-4158-882b-467f1a401932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633731 Sep 23 07:27:30.167915 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.notifiers.nova [req-d297de39-8a55-4b22-82d1-11649336745b req-359e3608-f801-42b8-9102-27331f79fd2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c827b56-b5b8-49bc-a892-d8f895750548 {{(pid=94841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 07:27:30.168593 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-d297de39-8a55-4b22-82d1-11649336745b req-359e3608-f801-42b8-9102-27331f79fd2b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:27:30.182231 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [req-d297de39-8a55-4b22-82d1-11649336745b req-359e3608-f801-42b8-9102-27331f79fd2b service neutron] Transition to ACTIVE for port object 1c827b56-b5b8-49bc-a892-d8f895750548 will not be triggered until provisioned by entity L2. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 07:27:30.243509 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0ca7ca-083f-40d6-a7c7-335f32388329 req-5bef926f-9e7c-4fd7-86e6-cb59235975b7 tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:27:30.245148 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-4e0ca7ca-083f-40d6-a7c7-335f32388329 req-5bef926f-9e7c-4fd7-86e6-cb59235975b7 tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/ports?device_id=be5e8ac1-24da-457e-9cd8-b70acf9bb857 HTTP/1.1" status: 200 len: 945 time: 0.0510271 Sep 23 07:27:30.285611 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-4e0ca7ca-083f-40d6-a7c7-335f32388329 req-411fe07c-993b-4f0e-81ee-e4050f01bd8f tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/security-groups?id=b1176efc-2ea4-4549-99dc-1bd682ff6d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331526 Sep 23 07:27:30.347734 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-d297de39-8a55-4b22-82d1-11649336745b req-359e3608-f801-42b8-9102-27331f79fd2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728618137860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728617650881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728617650899'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:27:30.408216 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359e3608-f801-42b8-9102-27331f79fd2b service neutron] Pushing event updated for resources: {'Port': ['ID=1c827b56-b5b8-49bc-a892-d8f895750548,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:27:30.449571 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-d297de39-8a55-4b22-82d1-11649336745b req-359e3608-f801-42b8-9102-27331f79fd2b service neutron] Attempting to bind port 1c827b56-b5b8-49bc-a892-d8f895750548 on host hv-cinder-80588 for vnic_type normal with profile {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:27:30.449911 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-d297de39-8a55-4b22-82d1-11649336745b req-359e3608-f801-42b8-9102-27331f79fd2b service neutron] Attempting to bind port 1c827b56-b5b8-49bc-a892-d8f895750548 by drivers openvswitch,hyperv on host hv-cinder-80588 at level 0 using segments [{'id': '6442fc1e-6e9f-45e0-a586-0d56e26cc687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '5aadf305-33ac-4849-8154-06215b393927'}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:27:30.450241 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d297de39-8a55-4b22-82d1-11649336745b req-359e3608-f801-42b8-9102-27331f79fd2b service neutron] Attempting to bind port 1c827b56-b5b8-49bc-a892-d8f895750548 on network 5aadf305-33ac-4849-8154-06215b393927 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:27:30.455393 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d297de39-8a55-4b22-82d1-11649336745b req-359e3608-f801-42b8-9102-27331f79fd2b service neutron] Port 1c827b56-b5b8-49bc-a892-d8f895750548 on network 5aadf305-33ac-4849-8154-06215b393927 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80588 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 07:27:30.456249 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d297de39-8a55-4b22-82d1-11649336745b req-359e3608-f801-42b8-9102-27331f79fd2b service neutron] Attempting to bind port 1c827b56-b5b8-49bc-a892-d8f895750548 on network 5aadf305-33ac-4849-8154-06215b393927 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:27:30.462443 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d297de39-8a55-4b22-82d1-11649336745b req-359e3608-f801-42b8-9102-27331f79fd2b service neutron] Checking agent: {'id': '6ad4e769-5dea-434d-bbcd-ae86f07cf259', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80588', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 7, 22, 28), 'started_at': datetime.datetime(2021, 9, 23, 7, 22, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 7, 27, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 07:27:30.462965 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d297de39-8a55-4b22-82d1-11649336745b req-359e3608-f801-42b8-9102-27331f79fd2b service neutron] Checking segment: {'id': '6442fc1e-6e9f-45e0-a586-0d56e26cc687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '5aadf305-33ac-4849-8154-06215b393927'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:27:30.463358 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d297de39-8a55-4b22-82d1-11649336745b req-359e3608-f801-42b8-9102-27331f79fd2b service neutron] Bound using segment: {'id': '6442fc1e-6e9f-45e0-a586-0d56e26cc687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '5aadf305-33ac-4849-8154-06215b393927'} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 07:27:30.463802 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-d297de39-8a55-4b22-82d1-11649336745b req-359e3608-f801-42b8-9102-27331f79fd2b service neutron] Bound port: 1c827b56-b5b8-49bc-a892-d8f895750548, host: hv-cinder-80588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6442fc1e-6e9f-45e0-a586-0d56e26cc687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '5aadf305-33ac-4849-8154-06215b393927'}}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 07:27:30.464161 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-d297de39-8a55-4b22-82d1-11649336745b req-359e3608-f801-42b8-9102-27331f79fd2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:27:30.534412 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-d297de39-8a55-4b22-82d1-11649336745b req-359e3608-f801-42b8-9102-27331f79fd2b service neutron] For port 1c827b56-b5b8-49bc-a892-d8f895750548, host hv-cinder-80588, cleared binding levels {{(pid=94841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:27:30.537908 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-d297de39-8a55-4b22-82d1-11649336745b req-359e3608-f801-42b8-9102-27331f79fd2b service neutron] For port 1c827b56-b5b8-49bc-a892-d8f895750548, host hv-cinder-80588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=1c827b56-b5b8-49bc-a892-d8f895750548,segment=NetworkSegment(6442fc1e-6e9f-45e0-a586-0d56e26cc687),segment_id=6442fc1e-6e9f-45e0-a586-0d56e26cc687)] {{(pid=94841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 07:27:30.622688 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-d297de39-8a55-4b22-82d1-11649336745b req-359e3608-f801-42b8-9102-27331f79fd2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728618137860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728617650881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728617650899'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:27:30.740743 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d297de39-8a55-4b22-82d1-11649336745b req-359e3608-f801-42b8-9102-27331f79fd2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:27:30.741371 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-d297de39-8a55-4b22-82d1-11649336745b req-359e3608-f801-42b8-9102-27331f79fd2b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210484'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:27:30.742815 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-d297de39-8a55-4b22-82d1-11649336745b req-359e3608-f801-42b8-9102-27331f79fd2b service neutron] 10.222.0.53 "PUT /v2.0/ports/1c827b56-b5b8-49bc-a892-d8f895750548 HTTP/1.1" status: 200 len: 1094 time: 1.1452146 Sep 23 07:27:30.745316 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7263d78-2cfe-45a0-8fda-75c0a544db3c', 'tag': '1c827b56-b5b8-49bc-a892-d8f895750548'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:27:30.747759 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59377972be4a6b1db7d764771ea1170f497e9021ac5c159e937f759c4704c07c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1086f02b-7c3d-4835-b1e5-34022715ca87" -d '{"events": [{"name": "network-changed", "server_uuid": "a7263d78-2cfe-45a0-8fda-75c0a544db3c", "tag": "1c827b56-b5b8-49bc-a892-d8f895750548"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:27:30.781815 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359e3608-f801-42b8-9102-27331f79fd2b service neutron] Pushing event updated for resources: {'Port': ['ID=1c827b56-b5b8-49bc-a892-d8f895750548,revision_number=3']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:27:30.811742 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c62086b-7d8b-4c09-afcf-b83e723c3627 req-a8684f7c-f094-453b-997a-44889407a2da tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:27:30.813398 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-3c62086b-7d8b-4c09-afcf-b83e723c3627 req-a8684f7c-f094-453b-997a-44889407a2da tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] 10.222.0.62 "GET /v2.0/ports?device_id=5a1263c0-b19f-467b-b6f6-2aff14b4001d HTTP/1.1" status: 200 len: 946 time: 0.1710021 Sep 23 07:27:30.864774 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-3c62086b-7d8b-4c09-afcf-b83e723c3627 req-8f566a5d-95cd-40f1-8af4-da78396bcc2e tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] 10.222.0.62 "GET /v2.0/security-groups?id=f6ce59f4-c512-4d64-bc05-96f67bf65409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398226 Sep 23 07:27:30.921626 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 07:27:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3994ba7f-5ac1-4bfb-8877-654de3c46361 x-openstack-request-id: req-3994ba7f-5ac1-4bfb-8877-654de3c46361 {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:27:30.921910 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7263d78-2cfe-45a0-8fda-75c0a544db3c", "tag": "1c827b56-b5b8-49bc-a892-d8f895750548", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:27:30.922155 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3994ba7f-5ac1-4bfb-8877-654de3c46361 {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:27:30.922543 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7263d78-2cfe-45a0-8fda-75c0a544db3c', 'tag': '1c827b56-b5b8-49bc-a892-d8f895750548', 'status': 'completed', 'code': 200} Sep 23 07:27:30.979608 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d297de39-8a55-4b22-82d1-11649336745b req-98a07e00-e098-4cb9-90d9-0e5fc24be568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:27:30.986202 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-d297de39-8a55-4b22-82d1-11649336745b req-98a07e00-e098-4cb9-90d9-0e5fc24be568 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5c8efa24dc094195b88f10f950dab14e&device_id=a7263d78-2cfe-45a0-8fda-75c0a544db3c HTTP/1.1" status: 200 len: 1097 time: 0.0523045 Sep 23 07:27:31.053676 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-d297de39-8a55-4b22-82d1-11649336745b req-51b8e322-6e21-4b88-b6bb-a0cb88b92db1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1c827b56-b5b8-49bc-a892-d8f895750548 HTTP/1.1" status: 200 len: 217 time: 0.0565422 Sep 23 07:27:31.101059 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41bc559-5c92-4679-9551-4e1181ffd25a req-e7bba887-2601-4fc9-916b-f965075466e4 tempest-VolumesActionsTest-861064008 tempest-VolumesActionsTest-861064008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:27:31.102911 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-d41bc559-5c92-4679-9551-4e1181ffd25a req-e7bba887-2601-4fc9-916b-f965075466e4 tempest-VolumesActionsTest-861064008 tempest-VolumesActionsTest-861064008-project] 10.222.0.62 "GET /v2.0/ports?device_id=a7263d78-2cfe-45a0-8fda-75c0a544db3c HTTP/1.1" status: 200 len: 944 time: 0.1155148 Sep 23 07:27:31.148319 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d297de39-8a55-4b22-82d1-11649336745b req-3eff1da3-0c6d-44e2-a8b9-b4d665dae7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:27:31.149916 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-d297de39-8a55-4b22-82d1-11649336745b req-3eff1da3-0c6d-44e2-a8b9-b4d665dae7e2 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e8eed5d5-8c59-4e7d-ab4c-52fe690c2c53 HTTP/1.1" status: 200 len: 848 time: 0.0865111 Sep 23 07:27:31.186171 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-d41bc559-5c92-4679-9551-4e1181ffd25a req-2098d84e-baaf-4913-ba6d-4d6dcce4c0a5 tempest-VolumesActionsTest-861064008 tempest-VolumesActionsTest-861064008-project] 10.222.0.62 "GET /v2.0/security-groups?id=931defd8-8cc8-4b33-a995-f6c6653dcffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673130 Sep 23 07:27:31.199123 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-d297de39-8a55-4b22-82d1-11649336745b req-096157eb-49d5-4e1e-b077-fec9bae36a93 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5aadf305-33ac-4849-8154-06215b393927&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312107 Sep 23 07:27:31.352793 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-d297de39-8a55-4b22-82d1-11649336745b req-ff587d27-ae3c-4c9b-8b4c-51b4aa7edd1a service neutron] 10.222.0.53 "GET /v2.0/networks/5aadf305-33ac-4849-8154-06215b393927?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447613 Sep 23 07:27:31.504248 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7462e2-b3eb-4d48-8038-2d8772e8e830 req-d2a1fb21-6071-4098-96ba-8530f4bb076e tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:27:31.505880 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-3c7462e2-b3eb-4d48-8038-2d8772e8e830 req-d2a1fb21-6071-4098-96ba-8530f4bb076e tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/ports?device_id=be5e8ac1-24da-457e-9cd8-b70acf9bb857 HTTP/1.1" status: 200 len: 945 time: 0.1131098 Sep 23 07:27:31.528644 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-d297de39-8a55-4b22-82d1-11649336745b req-3e95913e-1522-459d-83ef-aafdbd2810ff service neutron] 10.222.0.53 "GET /v2.0/networks/5aadf305-33ac-4849-8154-06215b393927?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1672652 Sep 23 07:27:31.561005 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-3c7462e2-b3eb-4d48-8038-2d8772e8e830 req-185c51af-1a49-48ca-a94a-cfc5f285a407 tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/security-groups?id=b1176efc-2ea4-4549-99dc-1bd682ff6d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447578 Sep 23 07:27:31.752795 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1086f02b-7c3d-4835-b1e5-34022715ca87 req-62adbaca-c9c8-4bd6-a928-22a2fc78ee54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:27:31.754382 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-1086f02b-7c3d-4835-b1e5-34022715ca87 req-62adbaca-c9c8-4bd6-a928-22a2fc78ee54 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5c8efa24dc094195b88f10f950dab14e&device_id=a7263d78-2cfe-45a0-8fda-75c0a544db3c HTTP/1.1" status: 200 len: 1097 time: 0.0608718 Sep 23 07:27:31.834880 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Device 7afa8405-fa12-4ed0-a9ac-d9e457a8718d no longer exists at agent hyperv_hv-cinder-80588 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:27:31.866489 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1086f02b-7c3d-4835-b1e5-34022715ca87 req-0e429f2d-2a7d-4272-a474-ea7ef7eec0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:27:31.868104 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-1086f02b-7c3d-4835-b1e5-34022715ca87 req-0e429f2d-2a7d-4272-a474-ea7ef7eec0f9 service neutron] 10.222.0.53 "GET /v2.0/networks?id=5aadf305-33ac-4849-8154-06215b393927 HTTP/1.1" status: 200 len: 909 time: 0.1052148 Sep 23 07:27:31.876235 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] No Port match for: 7afa8405-fa12-4ed0-a9ac-d9e457a8718d {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 07:27:31.876585 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Device 7afa8405-fa12-4ed0-a9ac-d9e457a8718d not bound to the agent host hv-cinder-80588 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 07:27:31.877046 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Device 7dfc4070-e231-4f6c-ad17-e12882af128e no longer exists at agent hyperv_hv-cinder-80588 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:27:31.920808 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-1086f02b-7c3d-4835-b1e5-34022715ca87 req-ccdb09cb-f2a0-4b76-b2f9-a1c4e19ef00d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1c827b56-b5b8-49bc-a892-d8f895750548 HTTP/1.1" status: 200 len: 217 time: 0.0420954 Sep 23 07:27:31.992198 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.wsgi [req-47c0a506-72c1-4620-b33c-fa9dcc774ff7 req-aafa88c6-ab0f-471b-b466-e329be13b31e service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=94841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 07:27:31.993311 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-47c0a506-72c1-4620-b33c-fa9dcc774ff7 req-aafa88c6-ab0f-471b-b466-e329be13b31e service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0076926 Sep 23 07:27:32.029306 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1086f02b-7c3d-4835-b1e5-34022715ca87 req-0e22ded8-73e9-4086-a66a-b4d29d0c9671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:27:32.030799 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-1086f02b-7c3d-4835-b1e5-34022715ca87 req-0e22ded8-73e9-4086-a66a-b4d29d0c9671 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e8eed5d5-8c59-4e7d-ab4c-52fe690c2c53 HTTP/1.1" status: 200 len: 848 time: 0.1017261 Sep 23 07:27:32.045847 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4170eab5-4b27-4287-b435-8e18f465e439 req-9363f331-fe86-4ced-963c-99deb05cc08a tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:27:32.047430 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-4170eab5-4b27-4287-b435-8e18f465e439 req-9363f331-fe86-4ced-963c-99deb05cc08a tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] 10.222.0.62 "GET /v2.0/ports?device_id=5a1263c0-b19f-467b-b6f6-2aff14b4001d HTTP/1.1" status: 200 len: 946 time: 0.0829694 Sep 23 07:27:32.079299 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-1086f02b-7c3d-4835-b1e5-34022715ca87 req-1267e49d-a7cf-48a8-8f8b-e7271bde36a3 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5aadf305-33ac-4849-8154-06215b393927&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308602 Sep 23 07:27:32.127587 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-4170eab5-4b27-4287-b435-8e18f465e439 req-8dd81c49-b75d-4266-b4fb-0474da6dbd7a tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] 10.222.0.62 "GET /v2.0/security-groups?id=f6ce59f4-c512-4d64-bc05-96f67bf65409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711370 Sep 23 07:27:32.249456 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-1086f02b-7c3d-4835-b1e5-34022715ca87 req-f1784864-3360-4e64-ba51-e451ee2a423d service neutron] 10.222.0.53 "GET /v2.0/networks/5aadf305-33ac-4849-8154-06215b393927?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1550245 Sep 23 07:27:32.432270 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2a8757-dca0-44ec-bde8-90eff9a922ad req-fb7740bd-d019-4e87-b097-e51e38b79ec6 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:27:32.435072 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-3a2a8757-dca0-44ec-bde8-90eff9a922ad req-fb7740bd-d019-4e87-b097-e51e38b79ec6 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/ports?device_id=11aa03f3-4e13-41f7-a30c-8a2c8e1d0fa4 HTTP/1.1" status: 200 len: 943 time: 0.1404829 Sep 23 07:27:32.452878 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-1086f02b-7c3d-4835-b1e5-34022715ca87 req-68d980a2-4014-4bb1-8f1d-8668e065b968 service neutron] 10.222.0.53 "GET /v2.0/networks/5aadf305-33ac-4849-8154-06215b393927?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1914656 Sep 23 07:27:32.477516 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef45f78-18b3-419b-8153-785942976ab4 req-f39a6b46-b026-4d3b-a413-1e87c1d19744 tempest-VolumesActionsTest-861064008 tempest-VolumesActionsTest-861064008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:27:32.479111 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-bef45f78-18b3-419b-8153-785942976ab4 req-f39a6b46-b026-4d3b-a413-1e87c1d19744 tempest-VolumesActionsTest-861064008 tempest-VolumesActionsTest-861064008-project] 10.222.0.62 "GET /v2.0/ports?device_id=a7263d78-2cfe-45a0-8fda-75c0a544db3c HTTP/1.1" status: 200 len: 944 time: 0.1724198 Sep 23 07:27:32.543960 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-3a2a8757-dca0-44ec-bde8-90eff9a922ad req-0a833ac9-faa9-48a8-91b0-7e784f6bb06b tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/security-groups?id=f544a07c-938f-4158-882b-467f1a401932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936868 Sep 23 07:27:32.562730 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471d10e9-7b92-4378-a451-95b379f6f1f6 req-86687057-bb46-4a89-8ebf-121c7360eb27 tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:27:32.564333 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-471d10e9-7b92-4378-a451-95b379f6f1f6 req-86687057-bb46-4a89-8ebf-121c7360eb27 tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] 10.222.0.53 "GET /v2.0/ports?device_id=5a1263c0-b19f-467b-b6f6-2aff14b4001d HTTP/1.1" status: 200 len: 946 time: 0.1294768 Sep 23 07:27:32.570350 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-bef45f78-18b3-419b-8153-785942976ab4 req-ca5e2ca7-03e9-49eb-838c-9c9d5deaf609 tempest-VolumesActionsTest-861064008 tempest-VolumesActionsTest-861064008-project] 10.222.0.62 "GET /v2.0/security-groups?id=931defd8-8cc8-4b33-a995-f6c6653dcffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741727 Sep 23 07:27:32.727500 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-471d10e9-7b92-4378-a451-95b379f6f1f6 req-5a4b3bdd-9416-4ffa-b7b7-865c29276e21 tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] Deleting port d6bb6589-10dc-4457-a5d4-9ba0d6876b14 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:27:32.727837 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-471d10e9-7b92-4378-a451-95b379f6f1f6 req-5a4b3bdd-9416-4ffa-b7b7-865c29276e21 tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728618132776'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:27:32.758686 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a81cd0-0618-4009-8eac-e87eda0b772a req-2dadd96f-4292-4811-85a4-e532cade0f0a tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:27:32.760283 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-91a81cd0-0618-4009-8eac-e87eda0b772a req-2dadd96f-4292-4811-85a4-e532cade0f0a tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/ports?device_id=be5e8ac1-24da-457e-9cd8-b70acf9bb857 HTTP/1.1" status: 200 len: 945 time: 0.0845647 Sep 23 07:27:32.854877 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-91a81cd0-0618-4009-8eac-e87eda0b772a req-4f298cb3-3a30-45e5-a1a2-3aecfa718bd0 tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/security-groups?id=b1176efc-2ea4-4549-99dc-1bd682ff6d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868461 Sep 23 07:27:32.887786 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-471d10e9-7b92-4378-a451-95b379f6f1f6 req-5a4b3bdd-9416-4ffa-b7b7-865c29276e21 tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] For port d6bb6589-10dc-4457-a5d4-9ba0d6876b14, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=d6bb6589-10dc-4457-a5d4-9ba0d6876b14,segment=NetworkSegment(30ea837a-f393-437b-a40e-aa4a286716b2),segment_id=30ea837a-f393-437b-a40e-aa4a286716b2)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:27:32.888363 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-471d10e9-7b92-4378-a451-95b379f6f1f6 req-5a4b3bdd-9416-4ffa-b7b7-865c29276e21 tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452355'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:27:32.912250 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-471d10e9-7b92-4378-a451-95b379f6f1f6 req-5a4b3bdd-9416-4ffa-b7b7-865c29276e21 tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] Calling delete_port for d6bb6589-10dc-4457-a5d4-9ba0d6876b14 owned by compute:nova {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:27:32.969422 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.62', 55560) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:27:33.078574 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [req-b571909e-0084-4858-a8da-ed91d4291656 req-ec89ad01-99cb-4f15-b1ee-9dd421d2304d service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=11aa03f3-4e13-41f7-a30c-8a2c8e1d0fa4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1057763 Sep 23 07:27:33.088897 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.wsgi [req-b571909e-0084-4858-a8da-ed91d4291656 req-c5b746f6-7290-4179-b559-6c8d5c549f0f service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=94840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 07:27:33.090028 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [req-b571909e-0084-4858-a8da-ed91d4291656 req-c5b746f6-7290-4179-b559-6c8d5c549f0f service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058367 Sep 23 07:27:33.182076 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-471d10e9-7b92-4378-a451-95b379f6f1f6 req-5a4b3bdd-9416-4ffa-b7b7-865c29276e21 tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728618137326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728617650872'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:27:33.194666 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] get_ports_and_sgs() called for port_ids ['4c07a7c2-2686-4c6a-b103-64e9c7d691d5', 'd6bb6589-10dc-4457-a5d4-9ba0d6876b14'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 07:27:33.235042 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4b3bdd-9416-4ffa-b7b7-865c29276e21 tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] Pushing event deleted for resources: {'Port': ['ID=d6bb6589-10dc-4457-a5d4-9ba0d6876b14,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:27:33.284916 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-471d10e9-7b92-4378-a451-95b379f6f1f6 req-5a4b3bdd-9416-4ffa-b7b7-865c29276e21 tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] No DVR routers for this DVR port d6bb6589-10dc-4457-a5d4-9ba0d6876b14 on host hv-cinder-80588 {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 07:27:33.287597 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-471d10e9-7b92-4378-a451-95b379f6f1f6 req-5a4b3bdd-9416-4ffa-b7b7-865c29276e21 tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210484'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:27:33.290163 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-471d10e9-7b92-4378-a451-95b379f6f1f6 req-5a4b3bdd-9416-4ffa-b7b7-865c29276e21 tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] 10.222.0.53 "DELETE /v2.0/ports/d6bb6589-10dc-4457-a5d4-9ba0d6876b14 HTTP/1.1" status: 204 len: 173 time: 0.7184114 Sep 23 07:27:33.290745 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a1263c0-b19f-467b-b6f6-2aff14b4001d', 'name': 'network-vif-deleted', 'tag': 'd6bb6589-10dc-4457-a5d4-9ba0d6876b14'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:27:33.293287 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59377972be4a6b1db7d764771ea1170f497e9021ac5c159e937f759c4704c07c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bb59f48-e305-4678-929c-d9972a779208" -d '{"events": [{"server_uuid": "5a1263c0-b19f-467b-b6f6-2aff14b4001d", "name": "network-vif-deleted", "tag": "d6bb6589-10dc-4457-a5d4-9ba0d6876b14"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:27:33.380636 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-c4f2bb6a-05a6-4c32-bd7a-38ad9f79b235 req-91ca2cf3-0a80-4a42-b4ed-19f7c895bb32 tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] 10.222.0.62 "GET /v2.0/ports?device_id=5a1263c0-b19f-467b-b6f6-2aff14b4001d HTTP/1.1" status: 200 len: 210 time: 0.0724292 Sep 23 07:27:33.383122 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 07:27:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95e69436-6532-4488-95e4-22d4fc1e030c x-openstack-request-id: req-95e69436-6532-4488-95e4-22d4fc1e030c {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:27:33.383428 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a1263c0-b19f-467b-b6f6-2aff14b4001d", "name": "network-vif-deleted", "tag": "d6bb6589-10dc-4457-a5d4-9ba0d6876b14", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:27:33.384012 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-95e69436-6532-4488-95e4-22d4fc1e030c {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:27:33.384441 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a1263c0-b19f-467b-b6f6-2aff14b4001d', 'name': 'network-vif-deleted', 'tag': 'd6bb6589-10dc-4457-a5d4-9ba0d6876b14', 'status': 'completed', 'code': 200} Sep 23 07:27:33.772076 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6c65d1-df13-4e28-996d-140bc8a930c6 req-a9c3ec25-a5a4-4403-830a-7e2431fad982 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:27:33.773895 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-be6c65d1-df13-4e28-996d-140bc8a930c6 req-a9c3ec25-a5a4-4403-830a-7e2431fad982 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/ports?device_id=11aa03f3-4e13-41f7-a30c-8a2c8e1d0fa4 HTTP/1.1" status: 200 len: 943 time: 0.1078563 Sep 23 07:27:33.787690 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b7cff4-c634-41f4-9f54-7aa185a126d6 req-edafecb0-21d2-44be-871f-5790a36f6371 tempest-VolumesActionsTest-861064008 tempest-VolumesActionsTest-861064008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:27:33.789298 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-66b7cff4-c634-41f4-9f54-7aa185a126d6 req-edafecb0-21d2-44be-871f-5790a36f6371 tempest-VolumesActionsTest-861064008 tempest-VolumesActionsTest-861064008-project] 10.222.0.62 "GET /v2.0/ports?device_id=a7263d78-2cfe-45a0-8fda-75c0a544db3c HTTP/1.1" status: 200 len: 944 time: 0.0860260 Sep 23 07:27:33.849134 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-be6c65d1-df13-4e28-996d-140bc8a930c6 req-420f1fdb-d9f0-4998-97e4-4798130b7b9c tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/security-groups?id=f544a07c-938f-4158-882b-467f1a401932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586116 Sep 23 07:27:33.867508 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-66b7cff4-c634-41f4-9f54-7aa185a126d6 req-90ce1270-6e95-42b0-ae6b-7243c85f994b tempest-VolumesActionsTest-861064008 tempest-VolumesActionsTest-861064008-project] 10.222.0.62 "GET /v2.0/security-groups?id=931defd8-8cc8-4b33-a995-f6c6653dcffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709300 Sep 23 07:27:34.018163 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef39efa-64c3-4d1f-8d81-22b70bc4888a req-ca8a96ac-7eb1-4bad-b28a-fa2b96d6d42a tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:27:34.019741 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-cef39efa-64c3-4d1f-8d81-22b70bc4888a req-ca8a96ac-7eb1-4bad-b28a-fa2b96d6d42a tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/ports?device_id=be5e8ac1-24da-457e-9cd8-b70acf9bb857 HTTP/1.1" status: 200 len: 945 time: 0.0610766 Sep 23 07:27:34.072603 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-cef39efa-64c3-4d1f-8d81-22b70bc4888a req-a0edb53c-256e-41af-ac06-f8f48b1e357f tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/security-groups?id=b1176efc-2ea4-4549-99dc-1bd682ff6d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415814 Sep 23 07:27:34.490629 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-259c413c-8f22-48f2-9f93-5ac4eb865dd8 req-197e6f95-9c22-464c-a153-ca3b8446017c tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] 10.222.0.62 "GET /v2.0/ports?device_id=5a1263c0-b19f-467b-b6f6-2aff14b4001d HTTP/1.1" status: 200 len: 210 time: 0.0290191 Sep 23 07:27:35.022133 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b001c7-7913-4166-bb90-10ec1ae36d02 req-d75abd51-53e9-4f3c-b772-e3eef4af7cc8 tempest-VolumesActionsTest-861064008 tempest-VolumesActionsTest-861064008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:27:35.023853 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-45b001c7-7913-4166-bb90-10ec1ae36d02 req-d75abd51-53e9-4f3c-b772-e3eef4af7cc8 tempest-VolumesActionsTest-861064008 tempest-VolumesActionsTest-861064008-project] 10.222.0.62 "GET /v2.0/ports?device_id=a7263d78-2cfe-45a0-8fda-75c0a544db3c HTTP/1.1" status: 200 len: 944 time: 0.0787153 Sep 23 07:27:35.036653 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33619127-4151-4f79-b2a6-5dc697fc93bb req-1002e590-42ae-45ff-9782-c26fbf54561f tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:27:35.038231 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-33619127-4151-4f79-b2a6-5dc697fc93bb req-1002e590-42ae-45ff-9782-c26fbf54561f tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/ports?device_id=11aa03f3-4e13-41f7-a30c-8a2c8e1d0fa4 HTTP/1.1" status: 200 len: 943 time: 0.0829003 Sep 23 07:27:35.096163 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-45b001c7-7913-4166-bb90-10ec1ae36d02 req-1f3a9d12-a0a6-4a34-9117-c25f0aaa1428 tempest-VolumesActionsTest-861064008 tempest-VolumesActionsTest-861064008-project] 10.222.0.62 "GET /v2.0/security-groups?id=931defd8-8cc8-4b33-a995-f6c6653dcffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568957 Sep 23 07:27:35.104300 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-33619127-4151-4f79-b2a6-5dc697fc93bb req-237519b0-e392-4582-9e91-02a763731319 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/security-groups?id=f544a07c-938f-4158-882b-467f1a401932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562673 Sep 23 07:27:35.208302 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8ea42b-bebe-4a8c-9162-6be0466d8754 req-4b5bcaa9-d407-44a0-9fa9-1289239bcfed tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:27:35.209960 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-2b8ea42b-bebe-4a8c-9162-6be0466d8754 req-4b5bcaa9-d407-44a0-9fa9-1289239bcfed tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/ports?device_id=be5e8ac1-24da-457e-9cd8-b70acf9bb857 HTTP/1.1" status: 200 len: 945 time: 0.0551276 Sep 23 07:27:35.267670 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-2b8ea42b-bebe-4a8c-9162-6be0466d8754 req-77be02ba-2998-4b83-a088-928ffcaaee2d tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/security-groups?id=b1176efc-2ea4-4549-99dc-1bd682ff6d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443020 Sep 23 07:27:35.600631 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-8c98d917-f32b-43e2-8f7e-16d785ce7591 req-f54d3746-31d2-4e88-8787-d947bb97d42e tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] 10.222.0.62 "GET /v2.0/ports?device_id=5a1263c0-b19f-467b-b6f6-2aff14b4001d HTTP/1.1" status: 200 len: 210 time: 0.0268240 Sep 23 07:27:35.904791 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Device 1c827b56-b5b8-49bc-a892-d8f895750548 details requested by agent hyperv_hv-cinder-80588 with host hv-cinder-80588 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 07:27:36.001817 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] For port 1c827b56-b5b8-49bc-a892-d8f895750548, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=1c827b56-b5b8-49bc-a892-d8f895750548,segment=NetworkSegment(6442fc1e-6e9f-45e0-a586-0d56e26cc687),segment_id=6442fc1e-6e9f-45e0-a586-0d56e26cc687)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:27:36.015921 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Returning: {'device': '1c827b56-b5b8-49bc-a892-d8f895750548', 'network_id': '5aadf305-33ac-4849-8154-06215b393927', 'port_id': '1c827b56-b5b8-49bc-a892-d8f895750548', 'mac_address': 'fa:16:3e:1e:ca:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8eed5d5-8c59-4e7d-ab4c-52fe690c2c53', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 07:27:36.053035 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:27:36.070213 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c827b56-b5b8-49bc-a892-d8f895750548 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 07:27:36.089476 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] For port 1c827b56-b5b8-49bc-a892-d8f895750548, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=1c827b56-b5b8-49bc-a892-d8f895750548,segment=NetworkSegment(6442fc1e-6e9f-45e0-a586-0d56e26cc687),segment_id=6442fc1e-6e9f-45e0-a586-0d56e26cc687)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:27:36.170157 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728618137860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728617650881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728617650899'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:27:36.271930 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedce433-1bbd-4ce8-841e-cac5477061c6 req-48e8c465-8fca-4fd5-9f05-9134c0e864f7 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:27:36.273536 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-aedce433-1bbd-4ce8-841e-cac5477061c6 req-48e8c465-8fca-4fd5-9f05-9134c0e864f7 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/ports?device_id=11aa03f3-4e13-41f7-a30c-8a2c8e1d0fa4 HTTP/1.1" status: 200 len: 943 time: 0.0789831 Sep 23 07:27:36.291055 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7762e7ab-07a8-4c66-96bb-cab7294c7607 req-13ed46eb-d069-42fe-b36e-e5c3c96aa7b8 tempest-VolumesActionsTest-861064008 tempest-VolumesActionsTest-861064008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:27:36.296862 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-7762e7ab-07a8-4c66-96bb-cab7294c7607 req-13ed46eb-d069-42fe-b36e-e5c3c96aa7b8 tempest-VolumesActionsTest-861064008 tempest-VolumesActionsTest-861064008-project] 10.222.0.62 "GET /v2.0/ports?device_id=a7263d78-2cfe-45a0-8fda-75c0a544db3c HTTP/1.1" status: 200 len: 945 time: 0.0688357 Sep 23 07:27:36.360329 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Pushing event updated for resources: {'Port': ['ID=1c827b56-b5b8-49bc-a892-d8f895750548,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:27:36.571950 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-aedce433-1bbd-4ce8-841e-cac5477061c6 req-5c6481ba-ffcb-4e81-bcbb-0fdc2f830c48 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/security-groups?id=f544a07c-938f-4158-882b-467f1a401932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2893705 Sep 23 07:27:36.585159 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-7762e7ab-07a8-4c66-96bb-cab7294c7607 req-2f7ff4d0-114c-42c9-ba8f-8d8ea6a86bdd tempest-VolumesActionsTest-861064008 tempest-VolumesActionsTest-861064008-project] 10.222.0.62 "GET /v2.0/security-groups?id=931defd8-8cc8-4b33-a995-f6c6653dcffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2741237 Sep 23 07:27:36.686880 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c04a1b-aaa8-4d81-a5f8-07300567206b req-73a8aa96-7ef6-4c0e-afe6-1bbbe26192e3 tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:27:36.688426 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-65c04a1b-aaa8-4d81-a5f8-07300567206b req-73a8aa96-7ef6-4c0e-afe6-1bbbe26192e3 tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/ports?device_id=be5e8ac1-24da-457e-9cd8-b70acf9bb857 HTTP/1.1" status: 200 len: 945 time: 0.0511863 Sep 23 07:27:36.719810 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-398866a1-e04f-44a4-afbe-017903cc7757 req-6712b153-f72e-4543-9785-fc4ad5fa925b tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] 10.222.0.62 "GET /v2.0/ports?device_id=5a1263c0-b19f-467b-b6f6-2aff14b4001d HTTP/1.1" status: 200 len: 210 time: 0.0303509 Sep 23 07:27:36.747763 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-65c04a1b-aaa8-4d81-a5f8-07300567206b req-63336946-768f-4588-90f8-0ed0f8400fe2 tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/security-groups?id=b1176efc-2ea4-4549-99dc-1bd682ff6d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495117 Sep 23 07:27:37.225915 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] get_ports_and_sgs() called for port_ids ['1c827b56-b5b8-49bc-a892-d8f895750548'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 07:27:37.728213 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925ab3b6-084a-4d63-b7f8-c8d63af08611 req-557acb52-76fb-4284-bcec-c15643023777 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:27:37.729814 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-925ab3b6-084a-4d63-b7f8-c8d63af08611 req-557acb52-76fb-4284-bcec-c15643023777 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/ports?device_id=11aa03f3-4e13-41f7-a30c-8a2c8e1d0fa4 HTTP/1.1" status: 200 len: 943 time: 0.0818992 Sep 23 07:27:37.749991 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be0d5eb-92ef-480c-8a99-8936e03f4d9a req-9b0ffc26-c55a-4642-b61f-431d39253ec1 tempest-VolumesActionsTest-861064008 tempest-VolumesActionsTest-861064008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:27:37.751461 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-1be0d5eb-92ef-480c-8a99-8936e03f4d9a req-9b0ffc26-c55a-4642-b61f-431d39253ec1 tempest-VolumesActionsTest-861064008 tempest-VolumesActionsTest-861064008-project] 10.222.0.62 "GET /v2.0/ports?device_id=a7263d78-2cfe-45a0-8fda-75c0a544db3c HTTP/1.1" status: 200 len: 945 time: 0.0781972 Sep 23 07:27:37.795605 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-925ab3b6-084a-4d63-b7f8-c8d63af08611 req-88e7b69f-4476-484d-9c10-af8ba355ced9 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/security-groups?id=f544a07c-938f-4158-882b-467f1a401932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591576 Sep 23 07:27:37.809421 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-1be0d5eb-92ef-480c-8a99-8936e03f4d9a req-48169580-d64c-4ab8-8dfd-1b23ec49356e tempest-VolumesActionsTest-861064008 tempest-VolumesActionsTest-861064008-project] 10.222.0.62 "GET /v2.0/security-groups?id=931defd8-8cc8-4b33-a995-f6c6653dcffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495527 Sep 23 07:27:37.850305 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Device d6bb6589-10dc-4457-a5d4-9ba0d6876b14 no longer exists at agent hyperv_hv-cinder-80588 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:27:37.873659 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] No Port match for: d6bb6589-10dc-4457-a5d4-9ba0d6876b14 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 07:27:37.874093 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Device d6bb6589-10dc-4457-a5d4-9ba0d6876b14 not bound to the agent host hv-cinder-80588 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 07:27:37.921231 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f908d8-e749-4657-9659-0511b5714f36 req-24838d80-db0a-4bd9-9321-cbc23a76bf0d tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:27:37.922747 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-39f908d8-e749-4657-9659-0511b5714f36 req-24838d80-db0a-4bd9-9321-cbc23a76bf0d tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/ports?device_id=be5e8ac1-24da-457e-9cd8-b70acf9bb857 HTTP/1.1" status: 200 len: 945 time: 0.0530033 Sep 23 07:27:37.964922 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-39f908d8-e749-4657-9659-0511b5714f36 req-b9eb2ef9-97e7-4d02-93cf-b3d6658944fe tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/security-groups?id=b1176efc-2ea4-4549-99dc-1bd682ff6d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347722 Sep 23 07:27:38.971208 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da90fb5-de77-481f-ada0-ee34e6f586d5 req-9bace484-3729-4edb-ae8b-dd26e4696115 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:27:38.972799 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-5da90fb5-de77-481f-ada0-ee34e6f586d5 req-9bace484-3729-4edb-ae8b-dd26e4696115 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/ports?device_id=11aa03f3-4e13-41f7-a30c-8a2c8e1d0fa4 HTTP/1.1" status: 200 len: 943 time: 0.0975423 Sep 23 07:27:39.002949 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026eae94-4582-40e1-80f8-6a66bac11fd1 req-aeff5ce0-ecc3-4b17-9e48-7f600f508274 tempest-VolumesActionsTest-861064008 tempest-VolumesActionsTest-861064008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:27:39.004559 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-026eae94-4582-40e1-80f8-6a66bac11fd1 req-aeff5ce0-ecc3-4b17-9e48-7f600f508274 tempest-VolumesActionsTest-861064008 tempest-VolumesActionsTest-861064008-project] 10.222.0.62 "GET /v2.0/ports?device_id=a7263d78-2cfe-45a0-8fda-75c0a544db3c HTTP/1.1" status: 200 len: 945 time: 0.0819180 Sep 23 07:27:39.042107 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-5da90fb5-de77-481f-ada0-ee34e6f586d5 req-6ac3d832-5c92-4e30-a522-d7a2c4140a67 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/security-groups?id=f544a07c-938f-4158-882b-467f1a401932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629692 Sep 23 07:27:39.061007 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-026eae94-4582-40e1-80f8-6a66bac11fd1 req-32d99b16-1bab-43d1-b884-29510d80d191 tempest-VolumesActionsTest-861064008 tempest-VolumesActionsTest-861064008-project] 10.222.0.62 "GET /v2.0/security-groups?id=931defd8-8cc8-4b33-a995-f6c6653dcffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461557 Sep 23 07:27:39.213998 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549b89a2-8936-41fd-8b67-69bb55f4d50d req-de557c8e-37f2-4f70-a00d-6639a723ff03 tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:27:39.216325 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-549b89a2-8936-41fd-8b67-69bb55f4d50d req-de557c8e-37f2-4f70-a00d-6639a723ff03 tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/ports?device_id=be5e8ac1-24da-457e-9cd8-b70acf9bb857 HTTP/1.1" status: 200 len: 945 time: 0.0637171 Sep 23 07:27:39.277288 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-549b89a2-8936-41fd-8b67-69bb55f4d50d req-e618fd1b-8a1b-44b7-8cfe-5c2097617b2b tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/security-groups?id=b1176efc-2ea4-4549-99dc-1bd682ff6d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494637 Sep 23 07:27:39.639511 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b571909e-0084-4858-a8da-ed91d4291656 req-ce5e52e0-d36a-4914-adcd-acd9b6a3191a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:27:39.641113 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-b571909e-0084-4858-a8da-ed91d4291656 req-ce5e52e0-d36a-4914-adcd-acd9b6a3191a service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=11aa03f3-4e13-41f7-a30c-8a2c8e1d0fa4&tenant_id=63deb2e833294f4ba854d4abe4a79ff2 HTTP/1.1" status: 200 len: 1096 time: 0.1123729 Sep 23 07:27:39.673414 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7fbf11-d518-4415-8b89-e5006b157a73 req-a36cb87a-5c21-4cb5-a04c-4a542f2c3ac5 tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:27:39.675539 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-5c7fbf11-d518-4415-8b89-e5006b157a73 req-a36cb87a-5c21-4cb5-a04c-4a542f2c3ac5 tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] 10.222.0.62 "GET /v2.0/ports?device_id=9223f7a4-205a-45dc-8f71-0cd230d0edba HTTP/1.1" status: 200 len: 945 time: 0.0761929 Sep 23 07:27:39.744621 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-5c7fbf11-d518-4415-8b89-e5006b157a73 req-40ad7686-b9dd-42f7-a5bf-375b45160626 tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] 10.222.0.62 "GET /v2.0/security-groups?id=f6ce59f4-c512-4d64-bc05-96f67bf65409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604637 Sep 23 07:27:39.747776 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b571909e-0084-4858-a8da-ed91d4291656 req-4797708d-685d-415c-8089-c604602cbf17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:27:39.749333 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-b571909e-0084-4858-a8da-ed91d4291656 req-4797708d-685d-415c-8089-c604602cbf17 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=63deb2e833294f4ba854d4abe4a79ff2&device_id=11aa03f3-4e13-41f7-a30c-8a2c8e1d0fa4 HTTP/1.1" status: 200 len: 1096 time: 0.0728498 Sep 23 07:27:39.844074 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b571909e-0084-4858-a8da-ed91d4291656 req-7fcc3030-72cd-4e03-890b-e9aa000bef25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:27:39.845602 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-b571909e-0084-4858-a8da-ed91d4291656 req-7fcc3030-72cd-4e03-890b-e9aa000bef25 service neutron] 10.222.0.53 "GET /v2.0/networks?id=457ccd50-05b0-4ce0-8b7d-271dff6f827e HTTP/1.1" status: 200 len: 918 time: 0.0873580 Sep 23 07:27:39.858011 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Device 1c827b56-b5b8-49bc-a892-d8f895750548 up at agent hyperv_hv-cinder-80588 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:27:39.917887 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-b571909e-0084-4858-a8da-ed91d4291656 req-70cbfc87-707a-4819-aecf-48f47c58d446 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7dfc4070-e231-4f6c-ad17-e12882af128e HTTP/1.1" status: 200 len: 999 time: 0.0624292 Sep 23 07:27:39.969911 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b571909e-0084-4858-a8da-ed91d4291656 req-2b384376-8a86-43cf-922b-e9479a3f338c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:27:39.971495 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-b571909e-0084-4858-a8da-ed91d4291656 req-2b384376-8a86-43cf-922b-e9479a3f338c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=513e6a2b-0c54-4f03-8c2d-dd3c246bd8ac HTTP/1.1" status: 200 len: 856 time: 0.0459421 Sep 23 07:27:39.982021 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Provisioning for port 1c827b56-b5b8-49bc-a892-d8f895750548 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 07:27:39.986431 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Provisioning complete for port 1c827b56-b5b8-49bc-a892-d8f895750548 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:27:39.987029 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703931'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:27:40.030062 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b571909e-0084-4858-a8da-ed91d4291656 req-51a9ea10-30db-4362-9083-75099043febf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:27:40.030062 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-b571909e-0084-4858-a8da-ed91d4291656 req-51a9ea10-30db-4362-9083-75099043febf service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=457ccd50-05b0-4ce0-8b7d-271dff6f827e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0434744 Sep 23 07:27:40.068321 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:27:40.109631 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7263d78-2cfe-45a0-8fda-75c0a544db3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c827b56-b5b8-49bc-a892-d8f895750548'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:27:40.112672 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8cb1569f887212d656241d478829572ac01e5268e755a1d7af7c5208f8517aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa392c59-eb9c-4619-b5fd-0fb1079e025c" -d '{"events": [{"server_uuid": "a7263d78-2cfe-45a0-8fda-75c0a544db3c", "name": "network-vif-plugged", "status": "completed", "tag": "1c827b56-b5b8-49bc-a892-d8f895750548"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:27:40.126025 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-b571909e-0084-4858-a8da-ed91d4291656 req-c06adf7e-96f3-4ef5-8a91-4ab737ec9281 service neutron] 10.222.0.53 "GET /v2.0/networks/457ccd50-05b0-4ce0-8b7d-271dff6f827e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930855 Sep 23 07:27:40.130743 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] For port 1c827b56-b5b8-49bc-a892-d8f895750548, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=1c827b56-b5b8-49bc-a892-d8f895750548,segment=NetworkSegment(6442fc1e-6e9f-45e0-a586-0d56e26cc687),segment_id=6442fc1e-6e9f-45e0-a586-0d56e26cc687)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:27:40.216250 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728618137860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728617650881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728617650899'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:27:40.276464 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d429d66f-e835-45cb-a972-410501c1ae78 req-a65934b5-b092-4961-a6c0-a8465c3d984d tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:27:40.278064 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-d429d66f-e835-45cb-a972-410501c1ae78 req-a65934b5-b092-4961-a6c0-a8465c3d984d tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/ports?device_id=11aa03f3-4e13-41f7-a30c-8a2c8e1d0fa4 HTTP/1.1" status: 200 len: 943 time: 0.1180205 Sep 23 07:27:40.279434 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Pushing event updated for resources: {'Port': ['ID=1c827b56-b5b8-49bc-a892-d8f895750548,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:27:40.297325 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f1bd90-0edf-4fc7-88ec-f6eb68be92f5 req-ad8e7e51-94a3-4bb9-8d3e-99e2e263475c tempest-VolumesActionsTest-861064008 tempest-VolumesActionsTest-861064008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:27:40.297325 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-e2f1bd90-0edf-4fc7-88ec-f6eb68be92f5 req-ad8e7e51-94a3-4bb9-8d3e-99e2e263475c tempest-VolumesActionsTest-861064008 tempest-VolumesActionsTest-861064008-project] 10.222.0.62 "GET /v2.0/ports?device_id=a7263d78-2cfe-45a0-8fda-75c0a544db3c HTTP/1.1" status: 200 len: 945 time: 0.1539879 Sep 23 07:27:40.308399 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-b571909e-0084-4858-a8da-ed91d4291656 req-198492b5-bc6c-4772-a697-69542b6a0dbb service neutron] 10.222.0.53 "GET /v2.0/networks/457ccd50-05b0-4ce0-8b7d-271dff6f827e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1745231 Sep 23 07:27:40.353362 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-d429d66f-e835-45cb-a972-410501c1ae78 req-300ca006-4f64-4c16-b58f-6b1816f6b29b tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/security-groups?id=f544a07c-938f-4158-882b-467f1a401932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544746 Sep 23 07:27:40.366867 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-e2f1bd90-0edf-4fc7-88ec-f6eb68be92f5 req-5b1ba747-8163-4a69-9078-574a3df854c4 tempest-VolumesActionsTest-861064008 tempest-VolumesActionsTest-861064008-project] 10.222.0.62 "GET /v2.0/security-groups?id=931defd8-8cc8-4b33-a995-f6c6653dcffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566020 Sep 23 07:27:40.404759 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 07:27:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e97e142-1a11-4531-8e74-a4df70b3f480 x-openstack-request-id: req-3e97e142-1a11-4531-8e74-a4df70b3f480 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:27:40.405205 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7263d78-2cfe-45a0-8fda-75c0a544db3c", "name": "network-vif-plugged", "status": "completed", "tag": "1c827b56-b5b8-49bc-a892-d8f895750548", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:27:40.405321 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3e97e142-1a11-4531-8e74-a4df70b3f480 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:27:40.405710 dv-cinder-805887-18-iscsi neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7263d78-2cfe-45a0-8fda-75c0a544db3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c827b56-b5b8-49bc-a892-d8f895750548', 'code': 200} Sep 23 07:27:40.489170 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e341b6fb-13d0-4e9c-a5d0-5aeb22ab61d9 req-39a73f12-ae63-4fb7-b128-72ae6321b5e2 tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:27:40.490707 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-e341b6fb-13d0-4e9c-a5d0-5aeb22ab61d9 req-39a73f12-ae63-4fb7-b128-72ae6321b5e2 tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/ports?device_id=be5e8ac1-24da-457e-9cd8-b70acf9bb857 HTTP/1.1" status: 200 len: 945 time: 0.0610900 Sep 23 07:27:40.528789 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-e341b6fb-13d0-4e9c-a5d0-5aeb22ab61d9 req-073d085d-6ebe-48de-bc16-00f2969527eb tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/security-groups?id=b1176efc-2ea4-4549-99dc-1bd682ff6d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313971 Sep 23 07:27:40.821423 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38adfdc3-4319-4168-896b-b01e8703bfa5 req-345e11d5-9323-4f1f-95c5-64e0aaa5f4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:27:40.822944 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-38adfdc3-4319-4168-896b-b01e8703bfa5 req-345e11d5-9323-4f1f-95c5-64e0aaa5f4ef service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=a7263d78-2cfe-45a0-8fda-75c0a544db3c HTTP/1.1" status: 200 len: 1099 time: 0.0427747 Sep 23 07:27:40.886582 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-38adfdc3-4319-4168-896b-b01e8703bfa5 req-78e0c6c0-93c3-4520-a961-7b7c20943048 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=931defd8-8cc8-4b33-a995-f6c6653dcffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551434 Sep 23 07:27:40.903692 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34b2892-01bb-4935-8b22-d5490e878211 req-2c61172a-f330-41fd-ad99-347c980b371f tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:27:40.905247 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-f34b2892-01bb-4935-8b22-d5490e878211 req-2c61172a-f330-41fd-ad99-347c980b371f tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] 10.222.0.62 "GET /v2.0/ports?device_id=9223f7a4-205a-45dc-8f71-0cd230d0edba HTTP/1.1" status: 200 len: 945 time: 0.0601151 Sep 23 07:27:40.969352 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-f34b2892-01bb-4935-8b22-d5490e878211 req-21cdaf1b-840a-4fc8-8618-0803bd94fede tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] 10.222.0.62 "GET /v2.0/security-groups?id=f6ce59f4-c512-4d64-bc05-96f67bf65409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568149 Sep 23 07:27:41.534945 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58af9ce7-97f3-4b28-bc93-08faebd32256 req-80f0062e-e87a-4b29-9bd2-5799fc621fa0 tempest-VolumesActionsTest-861064008 tempest-VolumesActionsTest-861064008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:27:41.536584 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-58af9ce7-97f3-4b28-bc93-08faebd32256 req-80f0062e-e87a-4b29-9bd2-5799fc621fa0 tempest-VolumesActionsTest-861064008 tempest-VolumesActionsTest-861064008-project] 10.222.0.62 "GET /v2.0/ports?device_id=a7263d78-2cfe-45a0-8fda-75c0a544db3c HTTP/1.1" status: 200 len: 946 time: 0.0933261 Sep 23 07:27:41.545164 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e40645-79c6-4f67-818d-56fde0f80ad8 req-ece7b004-64c5-4da9-910c-ae4f76b76802 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:27:41.553193 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-b3e40645-79c6-4f67-818d-56fde0f80ad8 req-ece7b004-64c5-4da9-910c-ae4f76b76802 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/ports?device_id=11aa03f3-4e13-41f7-a30c-8a2c8e1d0fa4 HTTP/1.1" status: 200 len: 943 time: 0.1001143 Sep 23 07:27:41.646230 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-58af9ce7-97f3-4b28-bc93-08faebd32256 req-9182685b-3e1b-4dd4-872d-a8f48a999687 tempest-VolumesActionsTest-861064008 tempest-VolumesActionsTest-861064008-project] 10.222.0.62 "GET /v2.0/security-groups?id=931defd8-8cc8-4b33-a995-f6c6653dcffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903335 Sep 23 07:27:41.649883 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-b3e40645-79c6-4f67-818d-56fde0f80ad8 req-3d0135cf-1629-4d6c-bb4a-09449ba1b207 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/security-groups?id=f544a07c-938f-4158-882b-467f1a401932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958278 Sep 23 07:27:41.795723 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00352fe-1d85-4713-91a6-4619da86f197 req-6555e5e0-9b35-4bcf-949c-f3563f61c451 tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:27:41.797061 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-f00352fe-1d85-4713-91a6-4619da86f197 req-6555e5e0-9b35-4bcf-949c-f3563f61c451 tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/ports?device_id=be5e8ac1-24da-457e-9cd8-b70acf9bb857 HTTP/1.1" status: 200 len: 945 time: 0.0586133 Sep 23 07:27:41.837732 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-f00352fe-1d85-4713-91a6-4619da86f197 req-ed842490-9227-4284-b73d-fba55bd53a75 tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/security-groups?id=b1176efc-2ea4-4549-99dc-1bd682ff6d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337179 Sep 23 07:27:42.118940 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c820313a-0732-4b74-ba58-793a0a83571f req-8b2ef0ef-7f05-4b47-abf2-d73a94c410ac tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:27:42.120759 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-c820313a-0732-4b74-ba58-793a0a83571f req-8b2ef0ef-7f05-4b47-abf2-d73a94c410ac tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] 10.222.0.62 "GET /v2.0/ports?device_id=9223f7a4-205a-45dc-8f71-0cd230d0edba HTTP/1.1" status: 200 len: 945 time: 0.0671122 Sep 23 07:27:42.173359 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-c820313a-0732-4b74-ba58-793a0a83571f req-35adda27-2e3f-49d4-b228-1d561b2a5362 tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] 10.222.0.62 "GET /v2.0/security-groups?id=f6ce59f4-c512-4d64-bc05-96f67bf65409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440490 Sep 23 07:27:42.864172 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b357acb7-564f-42ee-993d-9d07727ecbf4 req-a24b4b43-dbc2-4faf-90f1-ab9be8082db5 tempest-VolumesActionsTest-861064008 tempest-VolumesActionsTest-861064008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:27:42.865929 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-b357acb7-564f-42ee-993d-9d07727ecbf4 req-a24b4b43-dbc2-4faf-90f1-ab9be8082db5 tempest-VolumesActionsTest-861064008 tempest-VolumesActionsTest-861064008-project] 10.222.0.62 "GET /v2.0/ports?device_id=a7263d78-2cfe-45a0-8fda-75c0a544db3c HTTP/1.1" status: 200 len: 946 time: 0.1140671 Sep 23 07:27:42.882177 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6bf1aa-1e01-4e9f-8efa-11a0d348eac3 req-8b6e971f-68fe-43f9-8c64-9696061ea903 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:27:42.882177 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-1b6bf1aa-1e01-4e9f-8efa-11a0d348eac3 req-8b6e971f-68fe-43f9-8c64-9696061ea903 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/ports?device_id=11aa03f3-4e13-41f7-a30c-8a2c8e1d0fa4 HTTP/1.1" status: 200 len: 943 time: 0.1102409 Sep 23 07:27:42.956084 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-b357acb7-564f-42ee-993d-9d07727ecbf4 req-f56d705a-cc54-465d-b979-d6f543396672 tempest-VolumesActionsTest-861064008 tempest-VolumesActionsTest-861064008-project] 10.222.0.62 "GET /v2.0/security-groups?id=931defd8-8cc8-4b33-a995-f6c6653dcffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732245 Sep 23 07:27:43.001460 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-1b6bf1aa-1e01-4e9f-8efa-11a0d348eac3 req-545ce6d7-d63f-4644-a4a2-a0ecb9ed3a57 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/security-groups?id=f544a07c-938f-4158-882b-467f1a401932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1128051 Sep 23 07:27:43.176326 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17aa6a1a-b789-40e7-b653-08de821c16fe req-f9de4ca6-aafb-4592-ac9b-513fa5d88e08 tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:27:43.176326 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-17aa6a1a-b789-40e7-b653-08de821c16fe req-f9de4ca6-aafb-4592-ac9b-513fa5d88e08 tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/ports?device_id=be5e8ac1-24da-457e-9cd8-b70acf9bb857 HTTP/1.1" status: 200 len: 945 time: 0.0955927 Sep 23 07:27:43.200435 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-17aa6a1a-b789-40e7-b653-08de821c16fe req-06e40719-7a8b-457d-8f1a-9c7879a4ef00 tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/security-groups?id=b1176efc-2ea4-4549-99dc-1bd682ff6d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587778 Sep 23 07:27:43.282963 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-2a4147fd-fd4b-4bbb-b16f-8d9b538a7768 req-0bb80f94-f8b9-4ac1-95ea-e5ddbc6e9c71 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-551820352&fields=id&tenant_id=c94fc6b7cf004b03b6610c617415b316 HTTP/1.1" status: 200 len: 267 time: 0.0726218 Sep 23 07:27:43.438997 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e1df5e-081f-4812-96fa-90ad8477f339 req-070d9c48-10d3-4c43-9dbb-b9ba8f015c9a tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:27:43.440529 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-d0e1df5e-081f-4812-96fa-90ad8477f339 req-070d9c48-10d3-4c43-9dbb-b9ba8f015c9a tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] 10.222.0.62 "GET /v2.0/ports?device_id=9223f7a4-205a-45dc-8f71-0cd230d0edba HTTP/1.1" status: 200 len: 945 time: 0.1096940 Sep 23 07:27:43.480905 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4147fd-fd4b-4bbb-b16f-8d9b538a7768 req-a728ac52-bce2-4c59-b794-16bea26c045e tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:27:43.487772 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-2a4147fd-fd4b-4bbb-b16f-8d9b538a7768 req-a728ac52-bce2-4c59-b794-16bea26c045e tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] 10.222.0.62 "GET /v2.0/networks?id=9f0a0a70-36ce-402d-923c-729f01f617e9 HTTP/1.1" status: 200 len: 809 time: 0.1949873 Sep 23 07:27:43.508938 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-2a4147fd-fd4b-4bbb-b16f-8d9b538a7768 req-09b8197e-9bf9-411a-86d3-f58701617277 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] 10.222.0.62 "GET /v2.0/quotas/c94fc6b7cf004b03b6610c617415b316 HTTP/1.1" status: 200 len: 375 time: 0.0191810 Sep 23 07:27:43.512559 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-d0e1df5e-081f-4812-96fa-90ad8477f339 req-b94b15c6-b694-4f1c-98fe-55f9d4523033 tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] 10.222.0.62 "GET /v2.0/security-groups?id=f6ce59f4-c512-4d64-bc05-96f67bf65409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645208 Sep 23 07:27:43.590923 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-2a4147fd-fd4b-4bbb-b16f-8d9b538a7768 req-502fa7b8-68a3-4fd8-a98b-649351662347 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=c94fc6b7cf004b03b6610c617415b316&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0581465 Sep 23 07:27:43.729554 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-2a4147fd-fd4b-4bbb-b16f-8d9b538a7768 req-52561a85-dd3e-4abe-a382-3c1ecac01eb8 service neutron] 10.222.0.62 "GET /v2.0/networks/9f0a0a70-36ce-402d-923c-729f01f617e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256685 Sep 23 07:27:43.834639 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-2a4147fd-fd4b-4bbb-b16f-8d9b538a7768 req-92b22f67-8ab3-46ea-844a-23f531a5ee00 service neutron] 10.222.0.62 "GET /v2.0/networks/9f0a0a70-36ce-402d-923c-729f01f617e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984404 Sep 23 07:27:44.101514 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c142b676-fac4-4a61-a4d0-5ba7436c97b0 req-febe44c0-5970-4ffb-9f03-f8d23b274023 tempest-VolumesActionsTest-861064008 tempest-VolumesActionsTest-861064008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:27:44.103004 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-c142b676-fac4-4a61-a4d0-5ba7436c97b0 req-febe44c0-5970-4ffb-9f03-f8d23b274023 tempest-VolumesActionsTest-861064008 tempest-VolumesActionsTest-861064008-project] 10.222.0.62 "GET /v2.0/ports?device_id=a7263d78-2cfe-45a0-8fda-75c0a544db3c HTTP/1.1" status: 200 len: 946 time: 0.0555055 Sep 23 07:27:44.144879 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-c142b676-fac4-4a61-a4d0-5ba7436c97b0 req-078580d1-2fbf-4e15-8339-42c6b4c6273e tempest-VolumesActionsTest-861064008 tempest-VolumesActionsTest-861064008-project] 10.222.0.62 "GET /v2.0/security-groups?id=931defd8-8cc8-4b33-a995-f6c6653dcffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351646 Sep 23 07:27:44.281315 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f5cb34-c130-41c2-8b9f-91aabdcb0d66 req-6e5f1f6b-bb01-41c4-8876-b563f69edc98 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:27:44.282896 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-a0f5cb34-c130-41c2-8b9f-91aabdcb0d66 req-6e5f1f6b-bb01-41c4-8876-b563f69edc98 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/ports?device_id=11aa03f3-4e13-41f7-a30c-8a2c8e1d0fa4 HTTP/1.1" status: 200 len: 943 time: 0.0761087 Sep 23 07:27:44.341859 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-a0f5cb34-c130-41c2-8b9f-91aabdcb0d66 req-11d4d6bb-e9cb-4aea-8da8-b8c137dbde3e tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/security-groups?id=f544a07c-938f-4158-882b-467f1a401932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504444 Sep 23 07:27:44.537873 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bfb31b-273c-49d6-9e10-2c364f4364e0 req-2a6e0295-5cd7-4b12-bbf2-18ebf50479ba tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:27:44.539771 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-f4bfb31b-273c-49d6-9e10-2c364f4364e0 req-2a6e0295-5cd7-4b12-bbf2-18ebf50479ba tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/ports?device_id=be5e8ac1-24da-457e-9cd8-b70acf9bb857 HTTP/1.1" status: 200 len: 945 time: 0.0993240 Sep 23 07:27:44.585605 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.62', 55778) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:27:44.621345 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-ae6c5df5-7eb7-444e-b2da-6b4a62ba934a req-092825b1-1617-491b-8bb6-b65a10780efa tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a65d317-0e20-44dc-b428-0db9a2c4e81f HTTP/1.1" status: 200 len: 210 time: 0.0776711 Sep 23 07:27:44.717052 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-f4bfb31b-273c-49d6-9e10-2c364f4364e0 req-a59f09ed-4213-4b35-b093-e674292f0ebc tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/security-groups?id=b1176efc-2ea4-4549-99dc-1bd682ff6d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624677 Sep 23 07:27:44.811312 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9d92d7d9-082b-42ec-b83e-2c0c0d9c24ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:27:44.824035 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09536ec7-e1ac-4d0c-9ed3-798721e8227c req-2c8d0ad0-e87a-4f27-857a-49d1951f592a tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:27:44.825618 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-09536ec7-e1ac-4d0c-9ed3-798721e8227c req-2c8d0ad0-e87a-4f27-857a-49d1951f592a tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] 10.222.0.62 "GET /v2.0/ports?device_id=9223f7a4-205a-45dc-8f71-0cd230d0edba HTTP/1.1" status: 200 len: 945 time: 0.0750434 Sep 23 07:27:44.877916 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-09536ec7-e1ac-4d0c-9ed3-798721e8227c req-61133798-7314-44b9-a533-894c52211aaa tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] 10.222.0.62 "GET /v2.0/security-groups?id=f6ce59f4-c512-4d64-bc05-96f67bf65409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452819 Sep 23 07:27:44.929239 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9d92d7d9-082b-42ec-b83e-2c0c0d9c24ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:27:45.004932 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9d92d7d9-082b-42ec-b83e-2c0c0d9c24ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520401'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:27:45.068752 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [None req-9d92d7d9-082b-42ec-b83e-2c0c0d9c24ea admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=7babc0d5b28d404091f8fca9b533914c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4812362 Sep 23 07:27:45.070252 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d92d7d9-082b-42ec-b83e-2c0c0d9c24ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb0f36f2-e2f5-4a8a-adba-805210039e05,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:27:45.071292 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.62', 55786) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:27:45.084097 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d92d7d9-082b-42ec-b83e-2c0c0d9c24ea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:27:45.084589 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d92d7d9-082b-42ec-b83e-2c0c0d9c24ea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:27:45.085060 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d92d7d9-082b-42ec-b83e-2c0c0d9c24ea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:27:45.085491 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d92d7d9-082b-42ec-b83e-2c0c0d9c24ea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:27:45.085915 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d92d7d9-082b-42ec-b83e-2c0c0d9c24ea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:27:45.086531 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d92d7d9-082b-42ec-b83e-2c0c0d9c24ea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:27:45.087198 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d92d7d9-082b-42ec-b83e-2c0c0d9c24ea admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:27:45.087765 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d92d7d9-082b-42ec-b83e-2c0c0d9c24ea admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:27:45.088182 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d92d7d9-082b-42ec-b83e-2c0c0d9c24ea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:27:45.088692 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d92d7d9-082b-42ec-b83e-2c0c0d9c24ea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:27:45.089048 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d92d7d9-082b-42ec-b83e-2c0c0d9c24ea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:27:45.089521 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d92d7d9-082b-42ec-b83e-2c0c0d9c24ea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:27:45.160536 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-85b46d32-ebd7-4070-a190-27735f8b8a87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:27:45.192540 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-85b46d32-ebd7-4070-a190-27735f8b8a87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:27:45.301971 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d1b2cd-2f3d-4b19-ac00-baf4d0219c05 req-0f706aa8-cff6-4a92-9983-9c2b0edccaa2 tempest-VolumesActionsTest-861064008 tempest-VolumesActionsTest-861064008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:27:45.303717 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-b8d1b2cd-2f3d-4b19-ac00-baf4d0219c05 req-0f706aa8-cff6-4a92-9983-9c2b0edccaa2 tempest-VolumesActionsTest-861064008 tempest-VolumesActionsTest-861064008-project] 10.222.0.62 "GET /v2.0/ports?device_id=a7263d78-2cfe-45a0-8fda-75c0a544db3c HTTP/1.1" status: 200 len: 946 time: 0.0620127 Sep 23 07:27:45.354404 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-85b46d32-ebd7-4070-a190-27735f8b8a87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520401'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:27:45.357300 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-85b46d32-ebd7-4070-a190-27735f8b8a87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:27:45.370368 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [None req-85b46d32-ebd7-4070-a190-27735f8b8a87 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/eb0f36f2-e2f5-4a8a-adba-805210039e05 HTTP/1.1" status: 204 len: 168 time: 0.2862659 Sep 23 07:27:45.377589 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-b8d1b2cd-2f3d-4b19-ac00-baf4d0219c05 req-fb52fafa-5c83-440d-8967-29853cb079b8 tempest-VolumesActionsTest-861064008 tempest-VolumesActionsTest-861064008-project] 10.222.0.62 "GET /v2.0/security-groups?id=931defd8-8cc8-4b33-a995-f6c6653dcffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637119 Sep 23 07:27:45.380509 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b46d32-ebd7-4070-a190-27735f8b8a87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb0f36f2-e2f5-4a8a-adba-805210039e05,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:27:45.540170 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed449cf-61ba-4614-95a1-c2d68842457b req-165abd19-3352-4b50-935f-6bb6822a87b0 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:27:45.541651 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-1ed449cf-61ba-4614-95a1-c2d68842457b req-165abd19-3352-4b50-935f-6bb6822a87b0 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/ports?device_id=11aa03f3-4e13-41f7-a30c-8a2c8e1d0fa4 HTTP/1.1" status: 200 len: 943 time: 0.0807388 Sep 23 07:27:45.586610 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-1ed449cf-61ba-4614-95a1-c2d68842457b req-7f338324-f390-40bd-b676-5c1ada34c415 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/security-groups?id=f544a07c-938f-4158-882b-467f1a401932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387392 Sep 23 07:27:45.741170 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-fd901b2c-576f-4a67-8631-23a16bdc40c8 req-8fe0dec6-8490-4b37-a16c-9d6a466aae0d tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a65d317-0e20-44dc-b428-0db9a2c4e81f HTTP/1.1" status: 200 len: 210 time: 0.0330906 Sep 23 07:27:45.883288 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685a5df1-c849-4719-8539-d099570fb9d2 req-92510024-e915-461f-9c7a-963aa14bebde tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:27:45.885109 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-685a5df1-c849-4719-8539-d099570fb9d2 req-92510024-e915-461f-9c7a-963aa14bebde tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/ports?device_id=be5e8ac1-24da-457e-9cd8-b70acf9bb857 HTTP/1.1" status: 200 len: 945 time: 0.0652647 Sep 23 07:27:45.956339 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-685a5df1-c849-4719-8539-d099570fb9d2 req-8b9c91a3-d8ce-4be0-b146-d7cc177ee657 tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/security-groups?id=b1176efc-2ea4-4549-99dc-1bd682ff6d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644269 Sep 23 07:27:46.027060 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86385456-3004-45a5-bf6b-f8a98d42b5a4 req-0638b9f8-e35b-44b1-a995-58f45fb0d425 tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:27:46.028582 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-86385456-3004-45a5-bf6b-f8a98d42b5a4 req-0638b9f8-e35b-44b1-a995-58f45fb0d425 tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] 10.222.0.62 "GET /v2.0/ports?device_id=9223f7a4-205a-45dc-8f71-0cd230d0edba HTTP/1.1" status: 200 len: 945 time: 0.0580323 Sep 23 07:27:46.070823 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-86385456-3004-45a5-bf6b-f8a98d42b5a4 req-9da9e2ca-30c0-4469-8cca-1a5dcc76983f tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] 10.222.0.62 "GET /v2.0/security-groups?id=f6ce59f4-c512-4d64-bc05-96f67bf65409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354087 Sep 23 07:27:46.512907 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee555cb-cf29-4a27-901c-9a5d5b404ccb req-9ac5d36c-515a-4070-b8ad-61cb25e1dea7 tempest-VolumesActionsTest-861064008 tempest-VolumesActionsTest-861064008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:27:46.514470 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-dee555cb-cf29-4a27-901c-9a5d5b404ccb req-9ac5d36c-515a-4070-b8ad-61cb25e1dea7 tempest-VolumesActionsTest-861064008 tempest-VolumesActionsTest-861064008-project] 10.222.0.62 "GET /v2.0/ports?device_id=a7263d78-2cfe-45a0-8fda-75c0a544db3c HTTP/1.1" status: 200 len: 946 time: 0.0517471 Sep 23 07:27:46.558101 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-dee555cb-cf29-4a27-901c-9a5d5b404ccb req-e12175f5-a241-4985-a4e1-74ac3cc1b99e tempest-VolumesActionsTest-861064008 tempest-VolumesActionsTest-861064008-project] 10.222.0.62 "GET /v2.0/security-groups?id=931defd8-8cc8-4b33-a995-f6c6653dcffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356603 Sep 23 07:27:46.725880 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7a157b-67b0-456a-ba2a-2feed435f1f1 req-b223096a-190b-40d4-9e32-f67b88451824 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:27:46.728423 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-ba7a157b-67b0-456a-ba2a-2feed435f1f1 req-b223096a-190b-40d4-9e32-f67b88451824 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/ports?device_id=11aa03f3-4e13-41f7-a30c-8a2c8e1d0fa4 HTTP/1.1" status: 200 len: 943 time: 0.0566449 Sep 23 07:27:46.788254 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-ba7a157b-67b0-456a-ba2a-2feed435f1f1 req-d75dae5f-4eec-4b78-a39d-f0f2f70a17f3 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/security-groups?id=f544a07c-938f-4158-882b-467f1a401932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526996 Sep 23 07:27:46.872288 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-1e1cb5f5-bb75-49a9-9c44-2b39fd4b310b req-952e90b3-8b70-4246-90a8-53b461f1d64a tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a65d317-0e20-44dc-b428-0db9a2c4e81f HTTP/1.1" status: 200 len: 210 time: 0.0270636 Sep 23 07:27:47.091610 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba61a60-c6c0-47ac-8b70-b833909e243a req-ca2bbe15-70c4-4005-9c5b-949f8d57df89 tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:27:47.093508 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-4ba61a60-c6c0-47ac-8b70-b833909e243a req-ca2bbe15-70c4-4005-9c5b-949f8d57df89 tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/ports?device_id=be5e8ac1-24da-457e-9cd8-b70acf9bb857 HTTP/1.1" status: 200 len: 945 time: 0.0576506 Sep 23 07:27:47.154234 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-4ba61a60-c6c0-47ac-8b70-b833909e243a req-e496eccf-d49f-46db-a356-3b51fbe6e9ca tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/security-groups?id=b1176efc-2ea4-4549-99dc-1bd682ff6d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465088 Sep 23 07:27:47.241162 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b968311-b756-40c9-8ba6-20060fa18571 req-8ac9feff-4d7c-485f-ad3d-59c14f0cc429 tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:27:47.249566 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-2b968311-b756-40c9-8ba6-20060fa18571 req-8ac9feff-4d7c-485f-ad3d-59c14f0cc429 tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] 10.222.0.62 "GET /v2.0/ports?device_id=9223f7a4-205a-45dc-8f71-0cd230d0edba HTTP/1.1" status: 200 len: 945 time: 0.0696936 Sep 23 07:27:47.291124 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-2b968311-b756-40c9-8ba6-20060fa18571 req-23b0c877-b46d-4b64-b7fb-1592d4c5f08c tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] 10.222.0.62 "GET /v2.0/security-groups?id=f6ce59f4-c512-4d64-bc05-96f67bf65409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404601 Sep 23 07:27:47.705432 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726ac745-e3dd-45fd-b0a0-7822a80a069c req-430a5496-2bb2-4fba-961a-c8c42d9f0632 tempest-VolumesActionsTest-861064008 tempest-VolumesActionsTest-861064008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:27:47.707446 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-726ac745-e3dd-45fd-b0a0-7822a80a069c req-430a5496-2bb2-4fba-961a-c8c42d9f0632 tempest-VolumesActionsTest-861064008 tempest-VolumesActionsTest-861064008-project] 10.222.0.62 "GET /v2.0/ports?device_id=a7263d78-2cfe-45a0-8fda-75c0a544db3c HTTP/1.1" status: 200 len: 946 time: 0.0712235 Sep 23 07:27:47.765361 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-726ac745-e3dd-45fd-b0a0-7822a80a069c req-bf4e4c86-74a9-4023-95b6-a775f3b0c7af tempest-VolumesActionsTest-861064008 tempest-VolumesActionsTest-861064008-project] 10.222.0.62 "GET /v2.0/security-groups?id=931defd8-8cc8-4b33-a995-f6c6653dcffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491977 Sep 23 07:27:47.940106 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c57b81-2018-42ed-aa48-a6de862fb2d1 req-37169ee4-8439-4f6b-b20f-5e5027bf42e1 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:27:47.942047 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-f2c57b81-2018-42ed-aa48-a6de862fb2d1 req-37169ee4-8439-4f6b-b20f-5e5027bf42e1 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/ports?device_id=11aa03f3-4e13-41f7-a30c-8a2c8e1d0fa4 HTTP/1.1" status: 200 len: 943 time: 0.0720081 Sep 23 07:27:47.993444 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-036d4bcc-cc4a-45ed-984a-0e1a67bd0c4c req-4d362b1a-0dea-4e32-9bb2-b4c2ddd7cd21 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a65d317-0e20-44dc-b428-0db9a2c4e81f HTTP/1.1" status: 200 len: 210 time: 0.0484741 Sep 23 07:27:48.037340 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-f2c57b81-2018-42ed-aa48-a6de862fb2d1 req-6aea3946-f536-401c-aa8e-a6c53d503950 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/security-groups?id=f544a07c-938f-4158-882b-467f1a401932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783255 Sep 23 07:27:48.330070 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e94ee2-34db-4d00-8462-3d6a7e9165a1 req-d1394f93-f4eb-434d-87ea-696414b952d1 tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:27:48.335895 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-72e94ee2-34db-4d00-8462-3d6a7e9165a1 req-d1394f93-f4eb-434d-87ea-696414b952d1 tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/ports?device_id=be5e8ac1-24da-457e-9cd8-b70acf9bb857 HTTP/1.1" status: 200 len: 945 time: 0.1082339 Sep 23 07:27:48.380644 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-72e94ee2-34db-4d00-8462-3d6a7e9165a1 req-7dd6001a-f5e8-4504-98a8-5ffb2a0ded66 tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/security-groups?id=b1176efc-2ea4-4549-99dc-1bd682ff6d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384920 Sep 23 07:27:48.443230 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa961c3-a91e-4a64-8ad0-e797d57237e8 req-d1957a96-8a78-409b-a948-c6d1c2fe6302 tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:27:48.444881 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-4fa961c3-a91e-4a64-8ad0-e797d57237e8 req-d1957a96-8a78-409b-a948-c6d1c2fe6302 tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] 10.222.0.62 "GET /v2.0/ports?device_id=9223f7a4-205a-45dc-8f71-0cd230d0edba HTTP/1.1" status: 200 len: 945 time: 0.0578437 Sep 23 07:27:48.487840 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-4fa961c3-a91e-4a64-8ad0-e797d57237e8 req-1328a16d-6052-426f-9452-120998e63c91 tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] 10.222.0.62 "GET /v2.0/security-groups?id=f6ce59f4-c512-4d64-bc05-96f67bf65409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349791 Sep 23 07:27:48.897489 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b62d3f8-58e8-4f3c-8bc4-64704e353c00 req-9c60a393-df1d-4d4d-a13a-7bcb57a5cce3 tempest-VolumesActionsTest-861064008 tempest-VolumesActionsTest-861064008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:27:48.899021 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-3b62d3f8-58e8-4f3c-8bc4-64704e353c00 req-9c60a393-df1d-4d4d-a13a-7bcb57a5cce3 tempest-VolumesActionsTest-861064008 tempest-VolumesActionsTest-861064008-project] 10.222.0.62 "GET /v2.0/ports?device_id=a7263d78-2cfe-45a0-8fda-75c0a544db3c HTTP/1.1" status: 200 len: 946 time: 0.0525532 Sep 23 07:27:48.957860 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-3b62d3f8-58e8-4f3c-8bc4-64704e353c00 req-71b6e7ef-2109-4b15-b425-b5fbe210c780 tempest-VolumesActionsTest-861064008 tempest-VolumesActionsTest-861064008-project] 10.222.0.62 "GET /v2.0/security-groups?id=931defd8-8cc8-4b33-a995-f6c6653dcffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481670 Sep 23 07:27:49.130437 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-0d777d63-86f6-492a-b9c8-2171c6a7ad39 req-9a6190ff-f74b-4661-a5a0-b4ebef86d0f2 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a65d317-0e20-44dc-b428-0db9a2c4e81f HTTP/1.1" status: 200 len: 210 time: 0.0380859 Sep 23 07:27:49.224188 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61e2fb2-be35-401e-8841-a9c8ef5e7d9c req-12c4db7b-40b0-49be-968e-555f34d9d456 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:27:49.225915 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-d61e2fb2-be35-401e-8841-a9c8ef5e7d9c req-12c4db7b-40b0-49be-968e-555f34d9d456 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/ports?device_id=11aa03f3-4e13-41f7-a30c-8a2c8e1d0fa4 HTTP/1.1" status: 200 len: 943 time: 0.0755575 Sep 23 07:27:49.273016 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-d61e2fb2-be35-401e-8841-a9c8ef5e7d9c req-1b560709-d778-48d8-86c4-a6d499f1ea1c tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/security-groups?id=f544a07c-938f-4158-882b-467f1a401932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401258 Sep 23 07:27:49.556896 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67158a53-18bc-4806-9018-f1527a1dd746 req-5fbd7714-99a2-4a2b-8541-2657646fbae9 tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:27:49.559657 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-67158a53-18bc-4806-9018-f1527a1dd746 req-5fbd7714-99a2-4a2b-8541-2657646fbae9 tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/ports?device_id=be5e8ac1-24da-457e-9cd8-b70acf9bb857 HTTP/1.1" status: 200 len: 945 time: 0.0842910 Sep 23 07:27:49.655348 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-67158a53-18bc-4806-9018-f1527a1dd746 req-882b6869-3e5c-474e-97c6-7129b2858eba tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/security-groups?id=b1176efc-2ea4-4549-99dc-1bd682ff6d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896530 Sep 23 07:27:49.683681 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be79bdd0-373a-40f8-aa70-3ee761c34b0e req-41cded9e-02ee-4ebd-a1ac-9ef78af431cb tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:27:49.687303 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-be79bdd0-373a-40f8-aa70-3ee761c34b0e req-41cded9e-02ee-4ebd-a1ac-9ef78af431cb tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] 10.222.0.62 "GET /v2.0/ports?device_id=9223f7a4-205a-45dc-8f71-0cd230d0edba HTTP/1.1" status: 200 len: 945 time: 0.0957382 Sep 23 07:27:49.753106 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-be79bdd0-373a-40f8-aa70-3ee761c34b0e req-7f117f37-8827-44b8-941b-ee803c680e3b tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] 10.222.0.62 "GET /v2.0/security-groups?id=f6ce59f4-c512-4d64-bc05-96f67bf65409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586650 Sep 23 07:27:50.096757 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ad7e08-db9f-4f98-a2fb-cdca4a11c31d req-955e7737-4717-4a36-a2e2-7d48d257de9e tempest-VolumesActionsTest-861064008 tempest-VolumesActionsTest-861064008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:27:50.098363 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-f4ad7e08-db9f-4f98-a2fb-cdca4a11c31d req-955e7737-4717-4a36-a2e2-7d48d257de9e tempest-VolumesActionsTest-861064008 tempest-VolumesActionsTest-861064008-project] 10.222.0.62 "GET /v2.0/ports?device_id=a7263d78-2cfe-45a0-8fda-75c0a544db3c HTTP/1.1" status: 200 len: 946 time: 0.0658708 Sep 23 07:27:50.160833 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-f4ad7e08-db9f-4f98-a2fb-cdca4a11c31d req-16f33a16-fcb8-435f-bde1-edd74f7638ae tempest-VolumesActionsTest-861064008 tempest-VolumesActionsTest-861064008-project] 10.222.0.62 "GET /v2.0/security-groups?id=931defd8-8cc8-4b33-a995-f6c6653dcffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563655 Sep 23 07:27:50.252670 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-2215e9f1-806f-41f3-b6fe-33ca360cff40 req-cc009900-d50c-442b-8ec6-53cee5266d4a tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a65d317-0e20-44dc-b428-0db9a2c4e81f HTTP/1.1" status: 200 len: 210 time: 0.0265131 Sep 23 07:27:50.426050 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2304b41e-0e0d-413f-bf89-8b04284cdf1a req-b8e7b9c6-7c97-4f40-ba78-41db3cc8b46e tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:27:50.428062 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-2304b41e-0e0d-413f-bf89-8b04284cdf1a req-b8e7b9c6-7c97-4f40-ba78-41db3cc8b46e tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/ports?device_id=11aa03f3-4e13-41f7-a30c-8a2c8e1d0fa4 HTTP/1.1" status: 200 len: 943 time: 0.0652120 Sep 23 07:27:50.475473 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-2304b41e-0e0d-413f-bf89-8b04284cdf1a req-894e9c33-7133-4ca1-aef5-a038a90a025c tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/security-groups?id=f544a07c-938f-4158-882b-467f1a401932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403500 Sep 23 07:27:50.779913 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a27e6b-55b4-4530-bc45-51f889c8b9ba req-7fe837c5-d581-4be9-852c-17abf0695751 tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:27:50.781441 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-78a27e6b-55b4-4530-bc45-51f889c8b9ba req-7fe837c5-d581-4be9-852c-17abf0695751 tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/ports?device_id=be5e8ac1-24da-457e-9cd8-b70acf9bb857 HTTP/1.1" status: 200 len: 945 time: 0.0498822 Sep 23 07:27:50.841629 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-78a27e6b-55b4-4530-bc45-51f889c8b9ba req-6e8f8010-5e25-4fc2-97d7-2b0e1f49820e tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/security-groups?id=b1176efc-2ea4-4549-99dc-1bd682ff6d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539412 Sep 23 07:27:50.908625 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5cf83d-4368-4858-a4c9-ed7e58d68adc req-8053265f-3b9b-4eb7-a60e-a68383ca2e2c tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:27:50.910457 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-ca5cf83d-4368-4858-a4c9-ed7e58d68adc req-8053265f-3b9b-4eb7-a60e-a68383ca2e2c tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] 10.222.0.62 "GET /v2.0/ports?device_id=9223f7a4-205a-45dc-8f71-0cd230d0edba HTTP/1.1" status: 200 len: 945 time: 0.0551560 Sep 23 07:27:50.956776 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-ca5cf83d-4368-4858-a4c9-ed7e58d68adc req-b7a32ede-c842-4aa0-a125-f0a26a9d0716 tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] 10.222.0.62 "GET /v2.0/security-groups?id=f6ce59f4-c512-4d64-bc05-96f67bf65409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399859 Sep 23 07:27:51.310845 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80353468-7f0f-4b2f-8ad7-c8119d841182 req-1f54c2db-bb26-4d63-bfa1-fc760e1b7c69 tempest-VolumesActionsTest-861064008 tempest-VolumesActionsTest-861064008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:27:51.312564 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-80353468-7f0f-4b2f-8ad7-c8119d841182 req-1f54c2db-bb26-4d63-bfa1-fc760e1b7c69 tempest-VolumesActionsTest-861064008 tempest-VolumesActionsTest-861064008-project] 10.222.0.62 "GET /v2.0/ports?device_id=a7263d78-2cfe-45a0-8fda-75c0a544db3c HTTP/1.1" status: 200 len: 946 time: 0.0661614 Sep 23 07:27:51.370076 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-f1b96187-56a0-4af9-8f37-e330175123a2 req-6582f378-aee4-4ba2-a0bc-6f07bbc13d79 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a65d317-0e20-44dc-b428-0db9a2c4e81f HTTP/1.1" status: 200 len: 210 time: 0.0310264 Sep 23 07:27:51.387110 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-80353468-7f0f-4b2f-8ad7-c8119d841182 req-3a05f316-4332-4a37-bd6d-d0bdc69952bd tempest-VolumesActionsTest-861064008 tempest-VolumesActionsTest-861064008-project] 10.222.0.62 "GET /v2.0/security-groups?id=931defd8-8cc8-4b33-a995-f6c6653dcffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668991 Sep 23 07:27:51.608750 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523dc078-20e8-4ca8-8197-26769b828150 req-b9d63447-5428-44c1-9174-ba3473ed3262 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:27:51.610315 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-523dc078-20e8-4ca8-8197-26769b828150 req-b9d63447-5428-44c1-9174-ba3473ed3262 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/ports?device_id=11aa03f3-4e13-41f7-a30c-8a2c8e1d0fa4 HTTP/1.1" status: 200 len: 943 time: 0.0538404 Sep 23 07:27:51.651275 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-523dc078-20e8-4ca8-8197-26769b828150 req-16f9b4f4-8bf5-46a9-87e3-bfdc69e88939 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/security-groups?id=f544a07c-938f-4158-882b-467f1a401932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350683 Sep 23 07:27:52.000083 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83b207a-b34f-4272-8659-063d1fd219c4 req-c50ca956-07bc-4a45-b6e0-e361065876e3 tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:27:52.002264 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-a83b207a-b34f-4272-8659-063d1fd219c4 req-c50ca956-07bc-4a45-b6e0-e361065876e3 tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/ports?device_id=be5e8ac1-24da-457e-9cd8-b70acf9bb857 HTTP/1.1" status: 200 len: 945 time: 0.0634475 Sep 23 07:27:52.046212 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-a83b207a-b34f-4272-8659-063d1fd219c4 req-18fb02f6-3dde-48a6-8caa-46f6a3baf794 tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/security-groups?id=b1176efc-2ea4-4549-99dc-1bd682ff6d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370178 Sep 23 07:27:52.114688 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7619d4a6-3cb8-4741-83fe-6e3ea0cd9490 req-a5a826a8-60e6-478c-8c6d-7fc32569eada tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:27:52.116391 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-7619d4a6-3cb8-4741-83fe-6e3ea0cd9490 req-a5a826a8-60e6-478c-8c6d-7fc32569eada tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] 10.222.0.62 "GET /v2.0/ports?device_id=9223f7a4-205a-45dc-8f71-0cd230d0edba HTTP/1.1" status: 200 len: 945 time: 0.0618267 Sep 23 07:27:52.160542 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-7619d4a6-3cb8-4741-83fe-6e3ea0cd9490 req-96036f56-a1d4-404d-8e31-9ea596c5fc4e tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] 10.222.0.62 "GET /v2.0/security-groups?id=f6ce59f4-c512-4d64-bc05-96f67bf65409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375698 Sep 23 07:27:52.496835 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-7de3e0d0-cc0a-445b-9276-76eeeac115ee req-b46d1eb1-750a-43e7-b7ee-d992a622755c tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a65d317-0e20-44dc-b428-0db9a2c4e81f HTTP/1.1" status: 200 len: 210 time: 0.0345218 Sep 23 07:27:52.548155 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205ea384-6631-44d5-9824-9ddf6e133ad3 req-cfa52431-20a0-47fe-98a5-57d82a52d8d1 tempest-VolumesActionsTest-861064008 tempest-VolumesActionsTest-861064008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:27:52.551101 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-205ea384-6631-44d5-9824-9ddf6e133ad3 req-cfa52431-20a0-47fe-98a5-57d82a52d8d1 tempest-VolumesActionsTest-861064008 tempest-VolumesActionsTest-861064008-project] 10.222.0.62 "GET /v2.0/ports?device_id=a7263d78-2cfe-45a0-8fda-75c0a544db3c HTTP/1.1" status: 200 len: 946 time: 0.0775855 Sep 23 07:27:52.598102 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-205ea384-6631-44d5-9824-9ddf6e133ad3 req-536e4d0b-ab94-4f5f-bd63-2fd5fb003e38 tempest-VolumesActionsTest-861064008 tempest-VolumesActionsTest-861064008-project] 10.222.0.62 "GET /v2.0/security-groups?id=931defd8-8cc8-4b33-a995-f6c6653dcffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370595 Sep 23 07:27:52.837836 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a67ec5-237d-41d2-9377-57788260d20b req-08cae3eb-f239-4714-87a2-8c757dd4156c tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:27:52.839426 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-d6a67ec5-237d-41d2-9377-57788260d20b req-08cae3eb-f239-4714-87a2-8c757dd4156c tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/ports?device_id=11aa03f3-4e13-41f7-a30c-8a2c8e1d0fa4 HTTP/1.1" status: 200 len: 943 time: 0.1057961 Sep 23 07:27:52.848269 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb36be4c-6c96-4b0f-80c0-d05a446072fb req-7ad554ba-bc1b-43ef-9d93-63338e0c413a tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:27:52.849898 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-eb36be4c-6c96-4b0f-80c0-d05a446072fb req-7ad554ba-bc1b-43ef-9d93-63338e0c413a tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] 10.222.0.53 "GET /v2.0/ports?device_id=9223f7a4-205a-45dc-8f71-0cd230d0edba HTTP/1.1" status: 200 len: 945 time: 0.1033537 Sep 23 07:27:52.900103 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-3bafb006-285c-4f6b-a073-77abde679be6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:27:52.925495 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-d6a67ec5-237d-41d2-9377-57788260d20b req-58d7eebc-886f-4cd6-96e7-4f0b4a7fb280 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/security-groups?id=f544a07c-938f-4158-882b-467f1a401932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709786 Sep 23 07:27:52.992452 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-eb36be4c-6c96-4b0f-80c0-d05a446072fb req-90cf986f-7d1f-4533-ad68-0dd4779bb070 tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] Deleting port 4c07a7c2-2686-4c6a-b103-64e9c7d691d5 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:27:52.992831 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-eb36be4c-6c96-4b0f-80c0-d05a446072fb req-90cf986f-7d1f-4533-ad68-0dd4779bb070 tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728618132776'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:27:53.135866 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-eb36be4c-6c96-4b0f-80c0-d05a446072fb req-90cf986f-7d1f-4533-ad68-0dd4779bb070 tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] For port 4c07a7c2-2686-4c6a-b103-64e9c7d691d5, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=4c07a7c2-2686-4c6a-b103-64e9c7d691d5,segment=NetworkSegment(30ea837a-f393-437b-a40e-aa4a286716b2),segment_id=30ea837a-f393-437b-a40e-aa4a286716b2)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:27:53.136236 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-eb36be4c-6c96-4b0f-80c0-d05a446072fb req-90cf986f-7d1f-4533-ad68-0dd4779bb070 tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452355'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:27:53.157288 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-eb36be4c-6c96-4b0f-80c0-d05a446072fb req-90cf986f-7d1f-4533-ad68-0dd4779bb070 tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] Calling delete_port for 4c07a7c2-2686-4c6a-b103-64e9c7d691d5 owned by compute:nova {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:27:53.309810 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ad76b3-ce35-4577-99c7-633ec149344e req-3f4ccc4d-c262-420e-9706-6be74861ea33 tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:27:53.311326 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-94ad76b3-ce35-4577-99c7-633ec149344e req-3f4ccc4d-c262-420e-9706-6be74861ea33 tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/ports?device_id=be5e8ac1-24da-457e-9cd8-b70acf9bb857 HTTP/1.1" status: 200 len: 945 time: 0.1572089 Sep 23 07:27:53.377959 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe17987-6dd8-4b6e-bc46-817001ee30fa req-b7d5ffad-f518-4d91-b3e3-9c6baa573461 tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:27:53.380036 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-ebe17987-6dd8-4b6e-bc46-817001ee30fa req-b7d5ffad-f518-4d91-b3e3-9c6baa573461 tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] 10.222.0.62 "GET /v2.0/ports?device_id=9223f7a4-205a-45dc-8f71-0cd230d0edba HTTP/1.1" status: 200 len: 945 time: 0.1300831 Sep 23 07:27:53.410018 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-94ad76b3-ce35-4577-99c7-633ec149344e req-d9fbeb2b-2278-4590-8824-fb53bae58b0e tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/security-groups?id=b1176efc-2ea4-4549-99dc-1bd682ff6d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882242 Sep 23 07:27:53.493720 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-ebe17987-6dd8-4b6e-bc46-817001ee30fa req-f8ea7b28-ddec-4a6a-a451-6940d845351a tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] 10.222.0.62 "GET /v2.0/security-groups?id=f6ce59f4-c512-4d64-bc05-96f67bf65409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052337 Sep 23 07:27:53.618528 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-c652e408-fd72-4f6f-b54f-0e0e70a4463d req-ef985ef4-0006-4bbd-871c-30cba36505f5 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a65d317-0e20-44dc-b428-0db9a2c4e81f HTTP/1.1" status: 200 len: 210 time: 0.0396862 Sep 23 07:27:53.620340 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-eb36be4c-6c96-4b0f-80c0-d05a446072fb req-90cf986f-7d1f-4533-ad68-0dd4779bb070 tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728618137326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728617650872'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:27:53.645166 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] get_ports_and_sgs() called for port_ids ['4c07a7c2-2686-4c6a-b103-64e9c7d691d5'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 07:27:53.675233 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cf986f-7d1f-4533-ad68-0dd4779bb070 tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] Pushing event deleted for resources: {'Port': ['ID=4c07a7c2-2686-4c6a-b103-64e9c7d691d5,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:27:53.847631 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4147fd-fd4b-4bbb-b16f-8d9b538a7768 req-48d5085c-71ae-43d7-b3b2-52fbfa4818bc tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:27:53.849989 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [req-2a4147fd-fd4b-4bbb-b16f-8d9b538a7768 req-48d5085c-71ae-43d7-b3b2-52fbfa4818bc tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] 10.222.0.53 "GET /v2.0/networks?id=9f0a0a70-36ce-402d-923c-729f01f617e9 HTTP/1.1" status: 200 len: 809 time: 0.1476386 Sep 23 07:27:53.910655 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [req-2a4147fd-fd4b-4bbb-b16f-8d9b538a7768 req-c1223930-2b47-4b1e-98aa-b9fa31d9df8c tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c94fc6b7cf004b03b6610c617415b316 HTTP/1.1" status: 200 len: 379 time: 0.0489371 Sep 23 07:27:53.926686 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.v2.base [req-2a4147fd-fd4b-4bbb-b16f-8d9b538a7768 req-1dd172d5-3052-46d4-a493-85d795757cc1 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Request body: {'port': {'device_id': '8a65d317-0e20-44dc-b428-0db9a2c4e81f', 'network_id': '9f0a0a70-36ce-402d-923c-729f01f617e9', 'admin_state_up': True, 'tenant_id': 'c94fc6b7cf004b03b6610c617415b316', 'security_groups': ['1abea1f3-eb90-4ea0-bd1d-d6ddf6b9f56e']}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:27:54.042732 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb36be4c-6c96-4b0f-80c0-d05a446072fb req-90cf986f-7d1f-4533-ad68-0dd4779bb070 tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] No DVR routers for this DVR port 4c07a7c2-2686-4c6a-b103-64e9c7d691d5 on host hv-cinder-80588 {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 07:27:54.045393 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-eb36be4c-6c96-4b0f-80c0-d05a446072fb req-90cf986f-7d1f-4533-ad68-0dd4779bb070 tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210484'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:27:54.047665 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-eb36be4c-6c96-4b0f-80c0-d05a446072fb req-90cf986f-7d1f-4533-ad68-0dd4779bb070 tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] 10.222.0.53 "DELETE /v2.0/ports/4c07a7c2-2686-4c6a-b103-64e9c7d691d5 HTTP/1.1" status: 204 len: 173 time: 1.1868265 Sep 23 07:27:54.054428 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9223f7a4-205a-45dc-8f71-0cd230d0edba', 'name': 'network-vif-deleted', 'tag': '4c07a7c2-2686-4c6a-b103-64e9c7d691d5'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:27:54.062263 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59377972be4a6b1db7d764771ea1170f497e9021ac5c159e937f759c4704c07c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7313df4-db6f-4c70-909d-407d1e8b049b" -d '{"events": [{"server_uuid": "9223f7a4-205a-45dc-8f71-0cd230d0edba", "name": "network-vif-deleted", "tag": "4c07a7c2-2686-4c6a-b103-64e9c7d691d5"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:27:54.112246 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f461174c-aa85-44e1-b53e-1c80a510ca14 req-67fa3e8a-0101-4b81-a2ee-9e62f52da2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:27:54.113868 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-f461174c-aa85-44e1-b53e-1c80a510ca14 req-67fa3e8a-0101-4b81-a2ee-9e62f52da2ff service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=be5e8ac1-24da-457e-9cd8-b70acf9bb857 HTTP/1.1" status: 200 len: 1098 time: 0.4556868 Sep 23 07:27:54.156602 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b069e4d-b228-4bbe-9064-743af3c9ab79 req-2e015834-beb2-4c0d-9009-d88c9bd62ab2 tempest-VolumesActionsTest-861064008 tempest-VolumesActionsTest-861064008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:27:54.159699 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-7b069e4d-b228-4bbe-9064-743af3c9ab79 req-2e015834-beb2-4c0d-9009-d88c9bd62ab2 tempest-VolumesActionsTest-861064008 tempest-VolumesActionsTest-861064008-project] 10.222.0.62 "GET /v2.0/ports?device_id=a7263d78-2cfe-45a0-8fda-75c0a544db3c HTTP/1.1" status: 200 len: 946 time: 0.1448166 Sep 23 07:27:54.178111 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba393c9-e0b7-467e-94d3-df51b3d495c6 req-0a0dbe1d-a5c2-42d3-b13e-7794b8af8ef9 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:27:54.179625 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-4ba393c9-e0b7-467e-94d3-df51b3d495c6 req-0a0dbe1d-a5c2-42d3-b13e-7794b8af8ef9 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/ports?device_id=11aa03f3-4e13-41f7-a30c-8a2c8e1d0fa4 HTTP/1.1" status: 200 len: 943 time: 0.1284542 Sep 23 07:27:54.181118 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a4147fd-fd4b-4bbb-b16f-8d9b538a7768 req-1dd172d5-3052-46d4-a493-85d795757cc1 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Made reservation on behalf of c94fc6b7cf004b03b6610c617415b316 for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:27:54.185981 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-2a4147fd-fd4b-4bbb-b16f-8d9b538a7768 req-1dd172d5-3052-46d4-a493-85d795757cc1 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:27:54.215602 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-f461174c-aa85-44e1-b53e-1c80a510ca14 req-6a1a3446-fc1d-4101-a02b-3d4aa99fda63 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=b1176efc-2ea4-4549-99dc-1bd682ff6d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919232 Sep 23 07:27:54.261384 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-7b069e4d-b228-4bbe-9064-743af3c9ab79 req-3e2a8260-017c-41da-a5ef-0e57b007bbe7 tempest-VolumesActionsTest-861064008 tempest-VolumesActionsTest-861064008-project] 10.222.0.62 "GET /v2.0/security-groups?id=931defd8-8cc8-4b33-a995-f6c6653dcffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915370 Sep 23 07:27:54.264932 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-4ba393c9-e0b7-467e-94d3-df51b3d495c6 req-5a49621f-c4b2-4834-87de-b1d9fce35182 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/security-groups?id=f544a07c-938f-4158-882b-467f1a401932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673277 Sep 23 07:27:54.335245 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 07:27:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be9fd09c-167a-41fb-8e51-2cf6422b4f18 x-openstack-request-id: req-be9fd09c-167a-41fb-8e51-2cf6422b4f18 {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:27:54.335548 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9223f7a4-205a-45dc-8f71-0cd230d0edba", "name": "network-vif-deleted", "tag": "4c07a7c2-2686-4c6a-b103-64e9c7d691d5", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:27:54.335807 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-be9fd09c-167a-41fb-8e51-2cf6422b4f18 {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:27:54.336260 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9223f7a4-205a-45dc-8f71-0cd230d0edba', 'name': 'network-vif-deleted', 'tag': '4c07a7c2-2686-4c6a-b103-64e9c7d691d5', 'status': 'completed', 'code': 200} Sep 23 07:27:54.399118 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [req-2a4147fd-fd4b-4bbb-b16f-8d9b538a7768 req-1dd172d5-3052-46d4-a493-85d795757cc1 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Allocated IP 172.20.0.12 (9f0a0a70-36ce-402d-923c-729f01f617e9/268d9a9b-c8cd-41c6-9c6e-7f9d40e41eae/a0901f49-5673-46da-b328-6c424d4f46eb) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:27:54.563951 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219786b8-d3fc-4c38-9fa7-14427e04e0d7 req-5312a500-e402-455f-b8e7-b7d841bf9622 tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:27:54.566667 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-219786b8-d3fc-4c38-9fa7-14427e04e0d7 req-5312a500-e402-455f-b8e7-b7d841bf9622 tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/ports?device_id=be5e8ac1-24da-457e-9cd8-b70acf9bb857 HTTP/1.1" status: 200 len: 945 time: 0.0705268 Sep 23 07:27:54.570013 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-2a4147fd-fd4b-4bbb-b16f-8d9b538a7768 req-1dd172d5-3052-46d4-a493-85d795757cc1 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:27:54.645921 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-102c1c54-e8b4-4d57-8f60-c615ab6e1269 req-1f5dd3eb-087c-4d0c-82e9-439a162d16a3 tempest-AttachVolumeNegativeTest-346306435 tempest-AttachVolumeNegativeTest-346306435-project] 10.222.0.62 "GET /v2.0/ports?device_id=9223f7a4-205a-45dc-8f71-0cd230d0edba HTTP/1.1" status: 200 len: 210 time: 0.0382867 Sep 23 07:27:54.654947 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-219786b8-d3fc-4c38-9fa7-14427e04e0d7 req-092edc9f-c5f7-40d8-9f15-cf88ea30b15e tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/security-groups?id=b1176efc-2ea4-4549-99dc-1bd682ff6d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728829 Sep 23 07:27:54.691118 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-2a4147fd-fd4b-4bbb-b16f-8d9b538a7768 req-1dd172d5-3052-46d4-a493-85d795757cc1 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728617650863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58957170'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:27:54.744946 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a4147fd-fd4b-4bbb-b16f-8d9b538a7768 req-1dd172d5-3052-46d4-a493-85d795757cc1 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Network 9f0a0a70-36ce-402d-923c-729f01f617e9 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:27:54.748351 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [req-2a4147fd-fd4b-4bbb-b16f-8d9b538a7768 req-1dd172d5-3052-46d4-a493-85d795757cc1 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:27:54.752946 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a4147fd-fd4b-4bbb-b16f-8d9b538a7768 req-1dd172d5-3052-46d4-a493-85d795757cc1 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:27:54.769885 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd172d5-3052-46d4-a493-85d795757cc1 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Pushing event updated for resources: {'Port': ['ID=a0901f49-5673-46da-b328-6c424d4f46eb,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:27:54.817068 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5ab11c-aea6-4ef2-8169-276ea140e9d3 req-59302e60-1fff-4e71-96e6-87010edbf3a6 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:27:54.818721 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-8d5ab11c-aea6-4ef2-8169-276ea140e9d3 req-59302e60-1fff-4e71-96e6-87010edbf3a6 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a65d317-0e20-44dc-b428-0db9a2c4e81f HTTP/1.1" status: 200 len: 932 time: 0.0921633 Sep 23 07:27:54.829198 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4147fd-fd4b-4bbb-b16f-8d9b538a7768 req-1dd172d5-3052-46d4-a493-85d795757cc1 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:27:54.832243 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-2a4147fd-fd4b-4bbb-b16f-8d9b538a7768 req-1dd172d5-3052-46d4-a493-85d795757cc1 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577015'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:27:54.886024 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-8d5ab11c-aea6-4ef2-8169-276ea140e9d3 req-ffa23b95-0cf6-4498-9260-f5ac588e24c6 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] 10.222.0.62 "GET /v2.0/security-groups?id=1abea1f3-eb90-4ea0-bd1d-d6ddf6b9f56e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492227 Sep 23 07:27:54.993559 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [req-2a4147fd-fd4b-4bbb-b16f-8d9b538a7768 req-1dd172d5-3052-46d4-a493-85d795757cc1 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0739887 Sep 23 07:27:55.015238 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.v2.base [req-2a4147fd-fd4b-4bbb-b16f-8d9b538a7768 req-e3360de4-d776-4414-a813-13e3bcbcbbd1 service neutron] Request body: {'port': {'device_id': '8a65d317-0e20-44dc-b428-0db9a2c4e81f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80588'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:27:55.078791 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-2a4147fd-fd4b-4bbb-b16f-8d9b538a7768 req-e3360de4-d776-4414-a813-13e3bcbcbbd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:27:55.098052 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-1983bddd-6015-42ce-9c8f-9b9f5c3adfec None None] Provisioning complete for port a0901f49-5673-46da-b328-6c424d4f46eb triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:27:55.098625 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-1983bddd-6015-42ce-9c8f-9b9f5c3adfec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703931'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:27:55.149754 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-1983bddd-6015-42ce-9c8f-9b9f5c3adfec None None] Port a0901f49-5673-46da-b328-6c424d4f46eb cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 07:27:55.450745 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.notifiers.nova [req-2a4147fd-fd4b-4bbb-b16f-8d9b538a7768 req-e3360de4-d776-4414-a813-13e3bcbcbbd1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0901f49-5673-46da-b328-6c424d4f46eb {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 07:27:55.461298 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-2a4147fd-fd4b-4bbb-b16f-8d9b538a7768 req-e3360de4-d776-4414-a813-13e3bcbcbbd1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:27:55.472431 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0107b9d-999b-46ad-bedd-503e813ce798 req-39967574-e3ee-4f7f-87ed-0b245ea2a554 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:27:55.477404 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-d0107b9d-999b-46ad-bedd-503e813ce798 req-39967574-e3ee-4f7f-87ed-0b245ea2a554 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/ports?device_id=11aa03f3-4e13-41f7-a30c-8a2c8e1d0fa4 HTTP/1.1" status: 200 len: 943 time: 0.0847733 Sep 23 07:27:55.481413 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-2a4147fd-fd4b-4bbb-b16f-8d9b538a7768 req-e3360de4-d776-4414-a813-13e3bcbcbbd1 service neutron] Transition to ACTIVE for port object a0901f49-5673-46da-b328-6c424d4f46eb will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 07:27:55.532934 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-d0107b9d-999b-46ad-bedd-503e813ce798 req-51fc5f3b-f6fe-494c-9562-a2b6d2278be5 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/security-groups?id=f544a07c-938f-4158-882b-467f1a401932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413263 Sep 23 07:27:55.627613 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-2a4147fd-fd4b-4bbb-b16f-8d9b538a7768 req-e3360de4-d776-4414-a813-13e3bcbcbbd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728618137860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728617650881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728617650899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58957177'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:27:55.684800 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3360de4-d776-4414-a813-13e3bcbcbbd1 service neutron] Pushing event updated for resources: {'Port': ['ID=a0901f49-5673-46da-b328-6c424d4f46eb,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:27:55.821734 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-2a4147fd-fd4b-4bbb-b16f-8d9b538a7768 req-e3360de4-d776-4414-a813-13e3bcbcbbd1 service neutron] Attempting to bind port a0901f49-5673-46da-b328-6c424d4f46eb on host hv-cinder-80588 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:27:55.826281 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-2a4147fd-fd4b-4bbb-b16f-8d9b538a7768 req-e3360de4-d776-4414-a813-13e3bcbcbbd1 service neutron] Attempting to bind port a0901f49-5673-46da-b328-6c424d4f46eb by drivers openvswitch,hyperv on host hv-cinder-80588 at level 0 using segments [{'id': '3a470730-1ad3-461f-91dc-af57cba68cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '9f0a0a70-36ce-402d-923c-729f01f617e9'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:27:55.826736 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a4147fd-fd4b-4bbb-b16f-8d9b538a7768 req-e3360de4-d776-4414-a813-13e3bcbcbbd1 service neutron] Attempting to bind port a0901f49-5673-46da-b328-6c424d4f46eb on network 9f0a0a70-36ce-402d-923c-729f01f617e9 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:27:55.840625 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd3d304-225e-402d-897d-c6b6d5779ad6 req-715b6084-1229-4112-bbc8-6f587f965339 tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:27:55.841639 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a4147fd-fd4b-4bbb-b16f-8d9b538a7768 req-e3360de4-d776-4414-a813-13e3bcbcbbd1 service neutron] Port a0901f49-5673-46da-b328-6c424d4f46eb on network 9f0a0a70-36ce-402d-923c-729f01f617e9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80588 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 07:27:55.841639 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a4147fd-fd4b-4bbb-b16f-8d9b538a7768 req-e3360de4-d776-4414-a813-13e3bcbcbbd1 service neutron] Attempting to bind port a0901f49-5673-46da-b328-6c424d4f46eb on network 9f0a0a70-36ce-402d-923c-729f01f617e9 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:27:55.855755 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-fcd3d304-225e-402d-897d-c6b6d5779ad6 req-715b6084-1229-4112-bbc8-6f587f965339 tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/ports?device_id=be5e8ac1-24da-457e-9cd8-b70acf9bb857 HTTP/1.1" status: 200 len: 945 time: 0.0966370 Sep 23 07:27:55.859873 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a4147fd-fd4b-4bbb-b16f-8d9b538a7768 req-e3360de4-d776-4414-a813-13e3bcbcbbd1 service neutron] Checking agent: {'id': '6ad4e769-5dea-434d-bbcd-ae86f07cf259', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80588', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 7, 22, 28), 'started_at': datetime.datetime(2021, 9, 23, 7, 22, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 7, 27, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 07:27:55.860256 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a4147fd-fd4b-4bbb-b16f-8d9b538a7768 req-e3360de4-d776-4414-a813-13e3bcbcbbd1 service neutron] Checking segment: {'id': '3a470730-1ad3-461f-91dc-af57cba68cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '9f0a0a70-36ce-402d-923c-729f01f617e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:27:55.861349 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a4147fd-fd4b-4bbb-b16f-8d9b538a7768 req-e3360de4-d776-4414-a813-13e3bcbcbbd1 service neutron] Bound using segment: {'id': '3a470730-1ad3-461f-91dc-af57cba68cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '9f0a0a70-36ce-402d-923c-729f01f617e9'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 07:27:55.861898 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-2a4147fd-fd4b-4bbb-b16f-8d9b538a7768 req-e3360de4-d776-4414-a813-13e3bcbcbbd1 service neutron] Bound port: a0901f49-5673-46da-b328-6c424d4f46eb, host: hv-cinder-80588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a470730-1ad3-461f-91dc-af57cba68cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '9f0a0a70-36ce-402d-923c-729f01f617e9'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 07:27:55.862376 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-2a4147fd-fd4b-4bbb-b16f-8d9b538a7768 req-e3360de4-d776-4414-a813-13e3bcbcbbd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:27:55.922707 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-fcd3d304-225e-402d-897d-c6b6d5779ad6 req-8fd88b41-26fa-4442-b6c4-de24e737f219 tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/security-groups?id=b1176efc-2ea4-4549-99dc-1bd682ff6d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646460 Sep 23 07:27:55.987377 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.62', 55910) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:27:56.146205 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f4a2ee6-5952-4d34-a8e5-0ad2ae7dd743 admin admin] Deleting subnet 5f3a698b-e37e-4abe-be57-f38dd7594778 {{(pid=94841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 07:27:56.154676 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6f4a2ee6-5952-4d34-a8e5-0ad2ae7dd743 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:27:56.189720 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-2a4147fd-fd4b-4bbb-b16f-8d9b538a7768 req-e3360de4-d776-4414-a813-13e3bcbcbbd1 service neutron] For port a0901f49-5673-46da-b328-6c424d4f46eb, host hv-cinder-80588, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:27:56.195136 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-2a4147fd-fd4b-4bbb-b16f-8d9b538a7768 req-e3360de4-d776-4414-a813-13e3bcbcbbd1 service neutron] For port a0901f49-5673-46da-b328-6c424d4f46eb, host hv-cinder-80588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=a0901f49-5673-46da-b328-6c424d4f46eb,segment=NetworkSegment(3a470730-1ad3-461f-91dc-af57cba68cf2),segment_id=3a470730-1ad3-461f-91dc-af57cba68cf2)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 07:27:56.211655 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f877c02-4244-44fa-a197-d0ca54d7753a req-a5cd0c28-a94c-4896-9330-17adc1eeac73 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:27:56.211655 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-0f877c02-4244-44fa-a197-d0ca54d7753a req-a5cd0c28-a94c-4896-9330-17adc1eeac73 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a65d317-0e20-44dc-b428-0db9a2c4e81f HTTP/1.1" status: 200 len: 944 time: 0.1396205 Sep 23 07:27:56.214828 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6f4a2ee6-5952-4d34-a8e5-0ad2ae7dd743 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:27:56.242072 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6f4a2ee6-5952-4d34-a8e5-0ad2ae7dd743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1691543'] for subnet, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:27:56.320139 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-2a4147fd-fd4b-4bbb-b16f-8d9b538a7768 req-e3360de4-d776-4414-a813-13e3bcbcbbd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728618137860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728617650881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728617650899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58957177'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:27:56.331241 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-0f877c02-4244-44fa-a197-d0ca54d7753a req-b8b6bcf8-e6d0-4eab-81ea-254444d9db89 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] 10.222.0.62 "GET /v2.0/security-groups?id=1abea1f3-eb90-4ea0-bd1d-d6ddf6b9f56e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1124012 Sep 23 07:27:56.358239 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24519b38-6580-4220-94a8-8da6ae19c882 req-acbfa037-d1a0-487e-8396-bcb22e70e4a9 tempest-VolumesActionsTest-861064008 tempest-VolumesActionsTest-861064008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:27:56.359891 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-24519b38-6580-4220-94a8-8da6ae19c882 req-acbfa037-d1a0-487e-8396-bcb22e70e4a9 tempest-VolumesActionsTest-861064008 tempest-VolumesActionsTest-861064008-project] 10.222.0.62 "GET /v2.0/ports?device_id=a7263d78-2cfe-45a0-8fda-75c0a544db3c HTTP/1.1" status: 200 len: 946 time: 0.1350963 Sep 23 07:27:56.380506 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4147fd-fd4b-4bbb-b16f-8d9b538a7768 req-e3360de4-d776-4414-a813-13e3bcbcbbd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:27:56.381477 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-2a4147fd-fd4b-4bbb-b16f-8d9b538a7768 req-e3360de4-d776-4414-a813-13e3bcbcbbd1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577015'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:27:56.383926 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [req-2a4147fd-fd4b-4bbb-b16f-8d9b538a7768 req-e3360de4-d776-4414-a813-13e3bcbcbbd1 service neutron] 10.222.0.53 "PUT /v2.0/ports/a0901f49-5673-46da-b328-6c424d4f46eb HTTP/1.1" status: 200 len: 1094 time: 1.3733354 Sep 23 07:27:56.384622 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a65d317-0e20-44dc-b428-0db9a2c4e81f', 'tag': 'a0901f49-5673-46da-b328-6c424d4f46eb'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:27:56.390907 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb8d6b8657277539ef4de54674fa83498a11133e08412b1937995906b62ef5f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-075a2325-0a32-4800-9990-0e31d4c561d4" -d '{"events": [{"name": "network-changed", "server_uuid": "8a65d317-0e20-44dc-b428-0db9a2c4e81f", "tag": "a0901f49-5673-46da-b328-6c424d4f46eb"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:27:56.428773 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3360de4-d776-4414-a813-13e3bcbcbbd1 service neutron] Pushing event updated for resources: {'Port': ['ID=a0901f49-5673-46da-b328-6c424d4f46eb,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:27:56.443148 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-24519b38-6580-4220-94a8-8da6ae19c882 req-6f10f617-3b44-4151-964c-bda89df66e01 tempest-VolumesActionsTest-861064008 tempest-VolumesActionsTest-861064008-project] 10.222.0.62 "GET /v2.0/security-groups?id=931defd8-8cc8-4b33-a995-f6c6653dcffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646083 Sep 23 07:27:56.471849 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6f4a2ee6-5952-4d34-a8e5-0ad2ae7dd743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1691550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957'] for subnet, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:27:56.513875 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4a2ee6-5952-4d34-a8e5-0ad2ae7dd743 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f3a698b-e37e-4abe-be57-f38dd7594778,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:27:56.519294 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 07:27:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3187f72-2037-4372-915e-20128d7935ee x-openstack-request-id: req-b3187f72-2037-4372-915e-20128d7935ee {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:27:56.519621 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a65d317-0e20-44dc-b428-0db9a2c4e81f", "tag": "a0901f49-5673-46da-b328-6c424d4f46eb", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:27:56.519883 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b3187f72-2037-4372-915e-20128d7935ee {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:27:56.520287 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a65d317-0e20-44dc-b428-0db9a2c4e81f', 'tag': 'a0901f49-5673-46da-b328-6c424d4f46eb', 'status': 'completed', 'code': 200} Sep 23 07:27:56.521813 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6f4a2ee6-5952-4d34-a8e5-0ad2ae7dd743 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:27:56.524400 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [None req-6f4a2ee6-5952-4d34-a8e5-0ad2ae7dd743 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/5f3a698b-e37e-4abe-be57-f38dd7594778 HTTP/1.1" status: 204 len: 168 time: 0.5354486 Sep 23 07:27:56.527848 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.62', 55920) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:27:56.583301 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4147fd-fd4b-4bbb-b16f-8d9b538a7768 req-566d7c3b-992f-4977-88a5-d614cd22219e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:27:56.585151 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [req-2a4147fd-fd4b-4bbb-b16f-8d9b538a7768 req-566d7c3b-992f-4977-88a5-d614cd22219e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c94fc6b7cf004b03b6610c617415b316&device_id=8a65d317-0e20-44dc-b428-0db9a2c4e81f HTTP/1.1" status: 200 len: 1097 time: 0.0522833 Sep 23 07:27:56.627205 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9bb54c5c-70f1-4894-a01a-4e30bcf4879b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1626991'] for network, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:27:56.647352 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e29b8e45-bb52-4b82-a405-c9195193a6c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:27:56.654614 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [req-2a4147fd-fd4b-4bbb-b16f-8d9b538a7768 req-089f7142-1ea9-4f4d-8f4d-4d8d980b2cfb service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a0901f49-5673-46da-b328-6c424d4f46eb HTTP/1.1" status: 200 len: 217 time: 0.0525889 Sep 23 07:27:56.766955 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4147fd-fd4b-4bbb-b16f-8d9b538a7768 req-72765fbf-bf31-41de-8be1-22456ec1d901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:27:56.770525 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [req-2a4147fd-fd4b-4bbb-b16f-8d9b538a7768 req-72765fbf-bf31-41de-8be1-22456ec1d901 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=268d9a9b-c8cd-41c6-9c6e-7f9d40e41eae HTTP/1.1" status: 200 len: 848 time: 0.1042643 Sep 23 07:27:56.807155 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9bb54c5c-70f1-4894-a01a-4e30bcf4879b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687854', 'neutron.services.segments.db._delete_segments_for_network-8728618163092'] for network, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:27:56.857123 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4147fd-fd4b-4bbb-b16f-8d9b538a7768 req-5de3a16f-c0aa-4556-bd69-48217206be7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:27:56.859580 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [req-2a4147fd-fd4b-4bbb-b16f-8d9b538a7768 req-5de3a16f-c0aa-4556-bd69-48217206be7e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9f0a0a70-36ce-402d-923c-729f01f617e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0734429 Sep 23 07:27:56.868625 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa0260b-40c4-4284-a699-c4ea55e7613b req-83ca4ce3-9a98-4746-aae9-c3ea040524e1 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:27:56.870464 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-4fa0260b-40c4-4284-a699-c4ea55e7613b req-83ca4ce3-9a98-4746-aae9-c3ea040524e1 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/ports?device_id=11aa03f3-4e13-41f7-a30c-8a2c8e1d0fa4 HTTP/1.1" status: 200 len: 943 time: 0.1799371 Sep 23 07:27:56.873093 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9bb54c5c-70f1-4894-a01a-4e30bcf4879b admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 07:27:56.873443 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9bb54c5c-70f1-4894-a01a-4e30bcf4879b admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 07:27:56.874216 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9bb54c5c-70f1-4894-a01a-4e30bcf4879b admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 07:27:56.874562 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9bb54c5c-70f1-4894-a01a-4e30bcf4879b admin admin] Subscribe: > port after_create 55550000 {{(pid=94841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 07:27:56.874909 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9bb54c5c-70f1-4894-a01a-4e30bcf4879b admin admin] Subscribe: > port after_delete 55550000 {{(pid=94841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 07:27:56.875246 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9bb54c5c-70f1-4894-a01a-4e30bcf4879b admin admin] Subscribe: > port after_update 55550000 {{(pid=94841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 07:27:56.875563 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9bb54c5c-70f1-4894-a01a-4e30bcf4879b admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 07:27:56.875879 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9bb54c5c-70f1-4894-a01a-4e30bcf4879b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 07:27:56.876195 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9bb54c5c-70f1-4894-a01a-4e30bcf4879b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 07:27:56.877125 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9bb54c5c-70f1-4894-a01a-4e30bcf4879b admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 07:27:56.973591 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9bb54c5c-70f1-4894-a01a-4e30bcf4879b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 07:27:56.973926 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9bb54c5c-70f1-4894-a01a-4e30bcf4879b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 07:27:56.974144 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9bb54c5c-70f1-4894-a01a-4e30bcf4879b admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 07:27:56.974444 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9bb54c5c-70f1-4894-a01a-4e30bcf4879b admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 07:27:56.974819 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.services.segments.db [None req-9bb54c5c-70f1-4894-a01a-4e30bcf4879b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ce4a294-9c55-4277-9fd9-de791fcf5fca']}} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:27:56.974973 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [req-2a4147fd-fd4b-4bbb-b16f-8d9b538a7768 req-6e436c93-2bc0-402c-85e8-4b72cfb12a36 service neutron] 10.222.0.53 "GET /v2.0/networks/9f0a0a70-36ce-402d-923c-729f01f617e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038494 Sep 23 07:27:57.002774 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.services.segments.db [None req-9bb54c5c-70f1-4894-a01a-4e30bcf4879b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30ea837a-f393-437b-a40e-aa4a286716b2') {'for_net_delete': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:27:57.002774 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.services.segments.db [None req-9bb54c5c-70f1-4894-a01a-4e30bcf4879b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30ea837a-f393-437b-a40e-aa4a286716b2') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:27:57.041656 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9bb54c5c-70f1-4894-a01a-4e30bcf4879b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728618162845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3022851'] for segment, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:27:57.064939 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfb2959-a0cf-4005-931f-f3f35d94d00d req-c2c8353e-cae9-427c-82f1-c43a22c1efee tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:27:57.066692 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-cdfb2959-a0cf-4005-931f-f3f35d94d00d req-c2c8353e-cae9-427c-82f1-c43a22c1efee tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/ports?device_id=be5e8ac1-24da-457e-9cd8-b70acf9bb857 HTTP/1.1" status: 200 len: 945 time: 0.3224223 Sep 23 07:27:57.090621 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9bb54c5c-70f1-4894-a01a-4e30bcf4879b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692928'] for segment, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:27:57.102727 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ad5728-3bda-45cb-9dbe-aa5ba1da541d req-95ef93f9-5e39-4c28-8387-d5bfd947ced7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:27:57.105047 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-a9ad5728-3bda-45cb-9dbe-aa5ba1da541d req-95ef93f9-5e39-4c28-8387-d5bfd947ced7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f847624712b744ff9af7930d845e8424&device_id=be5e8ac1-24da-457e-9cd8-b70acf9bb857 HTTP/1.1" status: 200 len: 1098 time: 0.2867241 Sep 23 07:27:57.110874 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [req-2a4147fd-fd4b-4bbb-b16f-8d9b538a7768 req-3ac9d507-9c53-447d-99d6-7ed4e3874d30 service neutron] 10.222.0.53 "GET /v2.0/networks/9f0a0a70-36ce-402d-923c-729f01f617e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266587 Sep 23 07:27:57.130821 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bb54c5c-70f1-4894-a01a-4e30bcf4879b admin admin] Releasing vlan 593 on physical network physnet1 to pool {{(pid=94841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 07:27:57.132994 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9bb54c5c-70f1-4894-a01a-4e30bcf4879b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58828109'] for segment, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:27:57.139638 dv-cinder-805887-18-iscsi neutron-server[94841]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 23 07:27:57.139638 dv-cinder-805887-18-iscsi neutron-server[94841]: from cryptography.utils import int_from_bytes Sep 23 07:27:57.139638 dv-cinder-805887-18-iscsi neutron-server[94841]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 23 07:27:57.139638 dv-cinder-805887-18-iscsi neutron-server[94841]: from cryptography.utils import int_from_bytes Sep 23 07:27:57.139638 dv-cinder-805887-18-iscsi neutron-server[94841]: Traceback (most recent call last): Sep 23 07:27:57.139638 dv-cinder-805887-18-iscsi neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 07:27:57.139638 dv-cinder-805887-18-iscsi neutron-server[94841]: timer() Sep 23 07:27:57.139638 dv-cinder-805887-18-iscsi neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 07:27:57.139638 dv-cinder-805887-18-iscsi neutron-server[94841]: cb(*args, **kw) Sep 23 07:27:57.139638 dv-cinder-805887-18-iscsi neutron-server[94841]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 07:27:57.139638 dv-cinder-805887-18-iscsi neutron-server[94841]: return func(*args, **kwargs) Sep 23 07:27:57.139638 dv-cinder-805887-18-iscsi neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 07:27:57.139638 dv-cinder-805887-18-iscsi neutron-server[94841]: self._notify() Sep 23 07:27:57.139638 dv-cinder-805887-18-iscsi neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 07:27:57.139638 dv-cinder-805887-18-iscsi neutron-server[94841]: self.callback(batched_events) Sep 23 07:27:57.139638 dv-cinder-805887-18-iscsi neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 07:27:57.139638 dv-cinder-805887-18-iscsi neutron-server[94841]: event.method(event) Sep 23 07:27:57.139638 dv-cinder-805887-18-iscsi neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 07:27:57.139638 dv-cinder-805887-18-iscsi neutron-server[94841]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 07:27:57.139638 dv-cinder-805887-18-iscsi neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 07:27:57.139638 dv-cinder-805887-18-iscsi neutron-server[94841]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 07:27:57.139638 dv-cinder-805887-18-iscsi neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 07:27:57.139638 dv-cinder-805887-18-iscsi neutron-server[94841]: return f(self, *a, **k) Sep 23 07:27:57.139638 dv-cinder-805887-18-iscsi neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 07:27:57.139638 dv-cinder-805887-18-iscsi neutron-server[94841]: return self._get(url).json() Sep 23 07:27:57.139638 dv-cinder-805887-18-iscsi neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 07:27:57.139638 dv-cinder-805887-18-iscsi neutron-server[94841]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 07:27:57.139638 dv-cinder-805887-18-iscsi neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 07:27:57.139638 dv-cinder-805887-18-iscsi neutron-server[94841]: return self.request(url, 'GET', **kwargs) Sep 23 07:27:57.139638 dv-cinder-805887-18-iscsi neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 07:27:57.139638 dv-cinder-805887-18-iscsi neutron-server[94841]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 07:27:57.139638 dv-cinder-805887-18-iscsi neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 07:27:57.139638 dv-cinder-805887-18-iscsi neutron-server[94841]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 07:27:57.139638 dv-cinder-805887-18-iscsi neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 07:27:57.139638 dv-cinder-805887-18-iscsi neutron-server[94841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 07:27:57.139638 dv-cinder-805887-18-iscsi neutron-server[94841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 07:27:57.149798 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-4fa0260b-40c4-4284-a699-c4ea55e7613b req-0781ef04-93da-46df-b444-fb36fd1a0858 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/security-groups?id=f544a07c-938f-4158-882b-467f1a401932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1567893 Sep 23 07:27:57.201485 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-cdfb2959-a0cf-4005-931f-f3f35d94d00d req-1bd44d70-92bf-4dca-ab44-f7fb6df68c72 tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/security-groups?id=b1176efc-2ea4-4549-99dc-1bd682ff6d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195185 Sep 23 07:27:57.292834 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ad5728-3bda-45cb-9dbe-aa5ba1da541d req-a0efa4f2-dbe6-4940-8d66-f2fa2c07d608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:27:57.294377 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-a9ad5728-3bda-45cb-9dbe-aa5ba1da541d req-a0efa4f2-dbe6-4940-8d66-f2fa2c07d608 service neutron] 10.222.0.53 "GET /v2.0/networks?id=b44ca581-7903-4d34-918a-e51828122c6e HTTP/1.1" status: 200 len: 919 time: 0.1735740 Sep 23 07:27:57.321711 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075a2325-0a32-4800-9990-0e31d4c561d4 req-024e4673-e0b8-4382-8585-8d421a466ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:27:57.323326 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [req-075a2325-0a32-4800-9990-0e31d4c561d4 req-024e4673-e0b8-4382-8585-8d421a466ee9 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c94fc6b7cf004b03b6610c617415b316&device_id=8a65d317-0e20-44dc-b428-0db9a2c4e81f HTTP/1.1" status: 200 len: 1097 time: 0.0577159 Sep 23 07:27:57.357201 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-a9ad5728-3bda-45cb-9dbe-aa5ba1da541d req-4b2e7dfa-df89-4c36-a283-ee159ffcb01a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4742ed84-7103-4a63-868a-99b885e5faa4 HTTP/1.1" status: 200 len: 217 time: 0.0401800 Sep 23 07:27:57.357856 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9bb54c5c-70f1-4894-a01a-4e30bcf4879b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455948'] for network, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:27:57.363916 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9bb54c5c-70f1-4894-a01a-4e30bcf4879b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577015'] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:27:57.369175 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [None req-9bb54c5c-70f1-4894-a01a-4e30bcf4879b admin admin] 10.222.0.62 "DELETE /v2.0/networks/1ce4a294-9c55-4277-9fd9-de791fcf5fca HTTP/1.1" status: 204 len: 168 time: 0.8370872 Sep 23 07:27:57.406309 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb54c5c-70f1-4894-a01a-4e30bcf4879b admin admin] Pushing event deleted for resources: {'Network': ['ID=1ce4a294-9c55-4277-9fd9-de791fcf5fca,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:27:57.468477 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075a2325-0a32-4800-9990-0e31d4c561d4 req-824b145c-2e38-4315-882d-682ead33bb6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:27:57.472924 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [req-075a2325-0a32-4800-9990-0e31d4c561d4 req-824b145c-2e38-4315-882d-682ead33bb6b service neutron] 10.222.0.53 "GET /v2.0/networks?id=9f0a0a70-36ce-402d-923c-729f01f617e9 HTTP/1.1" status: 200 len: 910 time: 0.1329892 Sep 23 07:27:57.489097 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ad5728-3bda-45cb-9dbe-aa5ba1da541d req-e12f3df1-2c29-435c-ae0f-b863605884d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:27:57.490989 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-a9ad5728-3bda-45cb-9dbe-aa5ba1da541d req-e12f3df1-2c29-435c-ae0f-b863605884d6 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c0154a81-b31b-4d7e-b6a8-6873c78703af HTTP/1.1" status: 200 len: 858 time: 0.1209836 Sep 23 07:27:57.532204 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-a9ad5728-3bda-45cb-9dbe-aa5ba1da541d req-98c83b03-5aad-4aaa-b9e1-25d422e685c4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b44ca581-7903-4d34-918a-e51828122c6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310917 Sep 23 07:27:57.542234 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6efecc1-6387-43e7-a30c-d5584f3bc928 req-37e18c17-77c6-4ad6-a2f2-6a409f35c377 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:27:57.543966 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-e6efecc1-6387-43e7-a30c-d5584f3bc928 req-37e18c17-77c6-4ad6-a2f2-6a409f35c377 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a65d317-0e20-44dc-b428-0db9a2c4e81f HTTP/1.1" status: 200 len: 944 time: 0.0964377 Sep 23 07:27:57.550200 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [req-075a2325-0a32-4800-9990-0e31d4c561d4 req-da628921-ff8f-4817-85ea-075029d8800e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a0901f49-5673-46da-b328-6c424d4f46eb HTTP/1.1" status: 200 len: 217 time: 0.0689518 Sep 23 07:27:57.626428 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075a2325-0a32-4800-9990-0e31d4c561d4 req-6927ec70-6dc5-4fc6-af18-e2bcd3c282a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:27:57.628137 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [req-075a2325-0a32-4800-9990-0e31d4c561d4 req-6927ec70-6dc5-4fc6-af18-e2bcd3c282a6 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=268d9a9b-c8cd-41c6-9c6e-7f9d40e41eae HTTP/1.1" status: 200 len: 848 time: 0.0528839 Sep 23 07:27:57.688548 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075a2325-0a32-4800-9990-0e31d4c561d4 req-089ca1b4-24db-4eb0-b761-9ec54c0e80e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:27:57.690702 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [req-075a2325-0a32-4800-9990-0e31d4c561d4 req-089ca1b4-24db-4eb0-b761-9ec54c0e80e5 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9f0a0a70-36ce-402d-923c-729f01f617e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0526345 Sep 23 07:27:57.731720 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-e6efecc1-6387-43e7-a30c-d5584f3bc928 req-2a1dd18c-e854-48a2-9adc-bf9b6f960452 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] 10.222.0.62 "GET /v2.0/security-groups?id=1abea1f3-eb90-4ea0-bd1d-d6ddf6b9f56e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1759739 Sep 23 07:27:57.748535 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d528ebc-faf4-4c44-86ab-cb135fae7056 req-fffae339-99da-482d-80f8-94e49f6260f0 tempest-VolumesActionsTest-861064008 tempest-VolumesActionsTest-861064008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:27:57.749797 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:27:57.750626 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-6d528ebc-faf4-4c44-86ab-cb135fae7056 req-fffae339-99da-482d-80f8-94e49f6260f0 tempest-VolumesActionsTest-861064008 tempest-VolumesActionsTest-861064008-project] 10.222.0.62 "GET /v2.0/ports?device_id=a7263d78-2cfe-45a0-8fda-75c0a544db3c HTTP/1.1" status: 200 len: 946 time: 0.1964228 Sep 23 07:27:57.771677 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582ba5b1-722c-43b8-aab2-de179ee748df req-57e62254-6ff8-4544-bbf3-72d533b55f16 tempest-VolumesActionsTest-861064008 tempest-VolumesActionsTest-861064008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:27:57.773283 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-582ba5b1-722c-43b8-aab2-de179ee748df req-57e62254-6ff8-4544-bbf3-72d533b55f16 tempest-VolumesActionsTest-861064008 tempest-VolumesActionsTest-861064008-project] 10.222.0.53 "GET /v2.0/ports?device_id=a7263d78-2cfe-45a0-8fda-75c0a544db3c HTTP/1.1" status: 200 len: 946 time: 0.1753328 Sep 23 07:27:57.793558 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-a9ad5728-3bda-45cb-9dbe-aa5ba1da541d req-741c1d67-2a10-4a38-967b-f80d0a39d395 service neutron] 10.222.0.53 "GET /v2.0/networks/b44ca581-7903-4d34-918a-e51828122c6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2275031 Sep 23 07:27:57.809755 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [req-075a2325-0a32-4800-9990-0e31d4c561d4 req-47375d62-7dca-45c1-aaa5-946ffd309cfd service neutron] 10.222.0.53 "GET /v2.0/networks/9f0a0a70-36ce-402d-923c-729f01f617e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113379 Sep 23 07:27:57.873450 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-6d528ebc-faf4-4c44-86ab-cb135fae7056 req-967db875-568a-4741-af00-651fe387043c tempest-VolumesActionsTest-861064008 tempest-VolumesActionsTest-861064008-project] 10.222.0.62 "GET /v2.0/security-groups?id=931defd8-8cc8-4b33-a995-f6c6653dcffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973198 Sep 23 07:27:57.927981 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Device 4c07a7c2-2686-4c6a-b103-64e9c7d691d5 no longer exists at agent hyperv_hv-cinder-80588 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:27:57.950086 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [req-075a2325-0a32-4800-9990-0e31d4c561d4 req-ccb8b679-a764-4691-99a1-f627e7c3d2f9 service neutron] 10.222.0.53 "GET /v2.0/networks/9f0a0a70-36ce-402d-923c-729f01f617e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285918 Sep 23 07:27:57.962072 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.62', 55934) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:27:57.968497 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] No Port match for: 4c07a7c2-2686-4c6a-b103-64e9c7d691d5 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 07:27:57.969567 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Device 4c07a7c2-2686-4c6a-b103-64e9c7d691d5 not bound to the agent host hv-cinder-80588 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 07:27:57.972427 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-a9ad5728-3bda-45cb-9dbe-aa5ba1da541d req-9a908793-f6a8-4b00-893b-90586d5f4369 service neutron] 10.222.0.53 "GET /v2.0/networks/b44ca581-7903-4d34-918a-e51828122c6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681993 Sep 23 07:27:57.974920 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:27:58.001634 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-582ba5b1-722c-43b8-aab2-de179ee748df req-1a81e0e6-2df5-470d-b2b8-0298e757801a tempest-VolumesActionsTest-861064008 tempest-VolumesActionsTest-861064008-project] Deleting port 1c827b56-b5b8-49bc-a892-d8f895750548 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:27:58.001950 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-582ba5b1-722c-43b8-aab2-de179ee748df req-1a81e0e6-2df5-470d-b2b8-0298e757801a tempest-VolumesActionsTest-861064008 tempest-VolumesActionsTest-861064008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728618132776'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:27:58.020076 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [None req-acd8d27f-540b-4910-8e4f-0306d187ff88 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=3590db7dd01d4aa3a7bd827211d3c4b9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0534260 Sep 23 07:27:58.020539 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.62', 55936) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:27:58.074795 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b7f4c6cd-da62-4e3d-8219-cbc961105557 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:27:58.098578 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b7f4c6cd-da62-4e3d-8219-cbc961105557 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:27:58.113904 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-1854caf6-1153-400a-8d11-9ed8c1e229e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:27:58.115831 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-582ba5b1-722c-43b8-aab2-de179ee748df req-1a81e0e6-2df5-470d-b2b8-0298e757801a tempest-VolumesActionsTest-861064008 tempest-VolumesActionsTest-861064008-project] For port 1c827b56-b5b8-49bc-a892-d8f895750548, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=1c827b56-b5b8-49bc-a892-d8f895750548,segment=NetworkSegment(6442fc1e-6e9f-45e0-a586-0d56e26cc687),segment_id=6442fc1e-6e9f-45e0-a586-0d56e26cc687)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:27:58.116225 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-582ba5b1-722c-43b8-aab2-de179ee748df req-1a81e0e6-2df5-470d-b2b8-0298e757801a tempest-VolumesActionsTest-861064008 tempest-VolumesActionsTest-861064008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452355'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:27:58.134882 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-582ba5b1-722c-43b8-aab2-de179ee748df req-1a81e0e6-2df5-470d-b2b8-0298e757801a tempest-VolumesActionsTest-861064008 tempest-VolumesActionsTest-861064008-project] Calling delete_port for 1c827b56-b5b8-49bc-a892-d8f895750548 owned by compute:nova {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:27:58.260298 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b7f4c6cd-da62-4e3d-8219-cbc961105557 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520401'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:27:58.267769 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b7f4c6cd-da62-4e3d-8219-cbc961105557 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:27:58.272172 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [None req-b7f4c6cd-da62-4e3d-8219-cbc961105557 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f6ce59f4-c512-4d64-bc05-96f67bf65409 HTTP/1.1" status: 204 len: 168 time: 0.2479897 Sep 23 07:27:58.289482 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f4c6cd-da62-4e3d-8219-cbc961105557 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6ce59f4-c512-4d64-bc05-96f67bf65409,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:27:58.413244 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5c1800-c6c9-4641-9846-69887681c4cd req-6e2da1f0-c2ca-4be4-a388-3eab392ea881 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:27:58.414902 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-3c5c1800-c6c9-4641-9846-69887681c4cd req-6e2da1f0-c2ca-4be4-a388-3eab392ea881 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/ports?device_id=11aa03f3-4e13-41f7-a30c-8a2c8e1d0fa4 HTTP/1.1" status: 200 len: 943 time: 0.1487784 Sep 23 07:27:58.440602 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53735431-b37d-4b3b-b8fd-ff18747c786e req-352fdb32-7ede-402d-b217-a39336b05d7f tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:27:58.443139 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-53735431-b37d-4b3b-b8fd-ff18747c786e req-352fdb32-7ede-402d-b217-a39336b05d7f tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/ports?device_id=be5e8ac1-24da-457e-9cd8-b70acf9bb857 HTTP/1.1" status: 200 len: 945 time: 0.0856347 Sep 23 07:27:58.455909 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-582ba5b1-722c-43b8-aab2-de179ee748df req-1a81e0e6-2df5-470d-b2b8-0298e757801a tempest-VolumesActionsTest-861064008 tempest-VolumesActionsTest-861064008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728618137326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728617650872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58829502'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:27:58.473630 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] get_ports_and_sgs() called for port_ids ['1c827b56-b5b8-49bc-a892-d8f895750548'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 07:27:58.523681 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a81e0e6-2df5-470d-b2b8-0298e757801a tempest-VolumesActionsTest-861064008 tempest-VolumesActionsTest-861064008-project] Pushing event deleted for resources: {'Port': ['ID=1c827b56-b5b8-49bc-a892-d8f895750548,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:27:58.536846 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-3c5c1800-c6c9-4641-9846-69887681c4cd req-32994ce0-a902-43cf-97f0-74ec59bee79e tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/security-groups?id=f544a07c-938f-4158-882b-467f1a401932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1121409 Sep 23 07:27:58.589128 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-582ba5b1-722c-43b8-aab2-de179ee748df req-1a81e0e6-2df5-470d-b2b8-0298e757801a tempest-VolumesActionsTest-861064008 tempest-VolumesActionsTest-861064008-project] No DVR routers for this DVR port 1c827b56-b5b8-49bc-a892-d8f895750548 on host hv-cinder-80588 {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 07:27:58.595176 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-53735431-b37d-4b3b-b8fd-ff18747c786e req-3a622b41-ccd7-458a-a520-aa9f0be302cf tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/security-groups?id=b1176efc-2ea4-4549-99dc-1bd682ff6d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431987 Sep 23 07:27:58.596342 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-582ba5b1-722c-43b8-aab2-de179ee748df req-1a81e0e6-2df5-470d-b2b8-0298e757801a tempest-VolumesActionsTest-861064008 tempest-VolumesActionsTest-861064008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210484'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:27:58.601974 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-582ba5b1-722c-43b8-aab2-de179ee748df req-1a81e0e6-2df5-470d-b2b8-0298e757801a tempest-VolumesActionsTest-861064008 tempest-VolumesActionsTest-861064008-project] 10.222.0.53 "DELETE /v2.0/ports/1c827b56-b5b8-49bc-a892-d8f895750548 HTTP/1.1" status: 204 len: 173 time: 0.8023963 Sep 23 07:27:58.601974 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7263d78-2cfe-45a0-8fda-75c0a544db3c', 'name': 'network-vif-deleted', 'tag': '1c827b56-b5b8-49bc-a892-d8f895750548'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:27:58.601974 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59377972be4a6b1db7d764771ea1170f497e9021ac5c159e937f759c4704c07c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1454214-4dc0-48db-a43a-b89c5d829e64" -d '{"events": [{"server_uuid": "a7263d78-2cfe-45a0-8fda-75c0a544db3c", "name": "network-vif-deleted", "tag": "1c827b56-b5b8-49bc-a892-d8f895750548"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:27:58.643193 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 07:27:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c69b799-ee8c-44b3-bc8b-3b701f104d13 x-openstack-request-id: req-5c69b799-ee8c-44b3-bc8b-3b701f104d13 {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:27:58.643518 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7263d78-2cfe-45a0-8fda-75c0a544db3c", "name": "network-vif-deleted", "tag": "1c827b56-b5b8-49bc-a892-d8f895750548", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:27:58.643889 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5c69b799-ee8c-44b3-bc8b-3b701f104d13 {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:27:58.644942 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7263d78-2cfe-45a0-8fda-75c0a544db3c', 'name': 'network-vif-deleted', 'tag': '1c827b56-b5b8-49bc-a892-d8f895750548', 'status': 'completed', 'code': 200} Sep 23 07:27:58.951579 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcd5e1c-4563-408a-b2ee-14c2563ee7df req-36ba2a91-d486-4eee-8f09-174059a75927 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:27:58.954864 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-9bcd5e1c-4563-408a-b2ee-14c2563ee7df req-36ba2a91-d486-4eee-8f09-174059a75927 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a65d317-0e20-44dc-b428-0db9a2c4e81f HTTP/1.1" status: 200 len: 944 time: 0.0918057 Sep 23 07:27:59.030955 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-003aae09-d3bc-4bdf-8d65-1f672359656e req-2d2e6b58-0f21-4b12-8e93-adadefc91108 tempest-VolumesActionsTest-861064008 tempest-VolumesActionsTest-861064008-project] 10.222.0.62 "GET /v2.0/ports?device_id=a7263d78-2cfe-45a0-8fda-75c0a544db3c HTTP/1.1" status: 200 len: 210 time: 0.0389335 Sep 23 07:27:59.034620 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-9bcd5e1c-4563-408a-b2ee-14c2563ee7df req-877bb50f-909f-4c89-b760-82682bff1b14 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] 10.222.0.62 "GET /v2.0/security-groups?id=1abea1f3-eb90-4ea0-bd1d-d6ddf6b9f56e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672052 Sep 23 07:27:59.773454 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bf43a8-a001-49fd-b2b0-e78d097c4d23 req-819b60de-d8db-44e0-b11b-fb58c83f2102 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:27:59.775066 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-38bf43a8-a001-49fd-b2b0-e78d097c4d23 req-819b60de-d8db-44e0-b11b-fb58c83f2102 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/ports?device_id=11aa03f3-4e13-41f7-a30c-8a2c8e1d0fa4 HTTP/1.1" status: 200 len: 943 time: 0.1055110 Sep 23 07:27:59.807888 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37462770-6692-4f7c-97f2-02a24f21d949 req-7044c7cd-24f7-4eb7-9f25-2cef86feffcc tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:27:59.809548 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-37462770-6692-4f7c-97f2-02a24f21d949 req-7044c7cd-24f7-4eb7-9f25-2cef86feffcc tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/ports?device_id=be5e8ac1-24da-457e-9cd8-b70acf9bb857 HTTP/1.1" status: 200 len: 945 time: 0.1157284 Sep 23 07:27:59.862302 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e4079388-143e-46ee-8cf3-ea3894d72bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:27:59.886291 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-38bf43a8-a001-49fd-b2b0-e78d097c4d23 req-b06069c4-bc67-4d06-960f-b9187cff24b3 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/security-groups?id=f544a07c-938f-4158-882b-467f1a401932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755668 Sep 23 07:27:59.899527 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-37462770-6692-4f7c-97f2-02a24f21d949 req-eb9ad394-8742-4490-9992-18689752d2b1 tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/security-groups?id=b1176efc-2ea4-4549-99dc-1bd682ff6d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681732 Sep 23 07:28:00.212614 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c77472-4314-4c95-8c33-a562cc13104a req-57547a62-fb37-479f-b3a2-9607af207bd9 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:28:00.217101 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-c5c77472-4314-4c95-8c33-a562cc13104a req-57547a62-fb37-479f-b3a2-9607af207bd9 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a65d317-0e20-44dc-b428-0db9a2c4e81f HTTP/1.1" status: 200 len: 944 time: 0.0647333 Sep 23 07:28:00.285236 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-c5c77472-4314-4c95-8c33-a562cc13104a req-1577e338-24b8-44e8-9abc-cfbce9a0b0c5 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] 10.222.0.62 "GET /v2.0/security-groups?id=1abea1f3-eb90-4ea0-bd1d-d6ddf6b9f56e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552039 Sep 23 07:28:01.078122 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea457cc9-2d81-4717-b9a6-b49dee9f40ed req-b0dcfe1e-0212-47f9-b2af-aab632d07fed tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:28:01.079728 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-ea457cc9-2d81-4717-b9a6-b49dee9f40ed req-b0dcfe1e-0212-47f9-b2af-aab632d07fed tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/ports?device_id=11aa03f3-4e13-41f7-a30c-8a2c8e1d0fa4 HTTP/1.1" status: 200 len: 943 time: 0.0965533 Sep 23 07:28:01.091318 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fd24f6-0aa8-4bf9-a254-98901fa2844d req-34908f5d-70a0-42aa-8ed0-a7137308e181 tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:28:01.092817 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-28fd24f6-0aa8-4bf9-a254-98901fa2844d req-34908f5d-70a0-42aa-8ed0-a7137308e181 tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/ports?device_id=be5e8ac1-24da-457e-9cd8-b70acf9bb857 HTTP/1.1" status: 200 len: 945 time: 0.0963805 Sep 23 07:28:01.151570 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-ea457cc9-2d81-4717-b9a6-b49dee9f40ed req-41700ac4-3e0b-4937-ba01-57e741c8744b tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/security-groups?id=f544a07c-938f-4158-882b-467f1a401932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566587 Sep 23 07:28:01.158533 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-28fd24f6-0aa8-4bf9-a254-98901fa2844d req-dde3d05f-fc78-4997-8c4d-c5b43a9e1b00 tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/security-groups?id=b1176efc-2ea4-4549-99dc-1bd682ff6d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574436 Sep 23 07:28:01.446783 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcac3b2-2964-467e-a24e-6ea32ce1e91d req-51fd2ed4-27aa-4a1a-ad93-110cbe2cd871 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:28:01.446783 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-afcac3b2-2964-467e-a24e-6ea32ce1e91d req-51fd2ed4-27aa-4a1a-ad93-110cbe2cd871 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a65d317-0e20-44dc-b428-0db9a2c4e81f HTTP/1.1" status: 200 len: 944 time: 0.0570073 Sep 23 07:28:01.521438 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-afcac3b2-2964-467e-a24e-6ea32ce1e91d req-d05d18fa-0c11-41d0-a624-dce8d258f94d tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] 10.222.0.62 "GET /v2.0/security-groups?id=1abea1f3-eb90-4ea0-bd1d-d6ddf6b9f56e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613000 Sep 23 07:28:01.989102 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Device 7dfc4070-e231-4f6c-ad17-e12882af128e details requested by agent hyperv_hv-cinder-80588 with host hv-cinder-80588 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 07:28:02.003706 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Device 1c827b56-b5b8-49bc-a892-d8f895750548 no longer exists at agent hyperv_hv-cinder-80588 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:28:02.034975 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] No Port match for: 1c827b56-b5b8-49bc-a892-d8f895750548 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 07:28:02.035745 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Device 1c827b56-b5b8-49bc-a892-d8f895750548 not bound to the agent host hv-cinder-80588 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 07:28:02.166745 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] For port 7dfc4070-e231-4f6c-ad17-e12882af128e, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=7dfc4070-e231-4f6c-ad17-e12882af128e,segment=NetworkSegment(1643a54a-f314-44c3-bdbc-99b9ba0d70f9),segment_id=1643a54a-f314-44c3-bdbc-99b9ba0d70f9)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:28:02.178269 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Returning: {'device': '7dfc4070-e231-4f6c-ad17-e12882af128e', 'network_id': '457ccd50-05b0-4ce0-8b7d-271dff6f827e', 'port_id': '7dfc4070-e231-4f6c-ad17-e12882af128e', 'mac_address': 'fa:16:3e:43:6a:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '513e6a2b-0c54-4f03-8c2d-dd3c246bd8ac', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 07:28:02.224801 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:02.239597 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7dfc4070-e231-4f6c-ad17-e12882af128e {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 07:28:02.262160 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] For port 7dfc4070-e231-4f6c-ad17-e12882af128e, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=7dfc4070-e231-4f6c-ad17-e12882af128e,segment=NetworkSegment(1643a54a-f314-44c3-bdbc-99b9ba0d70f9),segment_id=1643a54a-f314-44c3-bdbc-99b9ba0d70f9)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:28:02.323545 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea3e0af-76dc-4383-8976-9dc4afeef670 req-b3dc8e08-a8ea-4d37-8dc3-ae5fbda310ab tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:28:02.325472 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-eea3e0af-76dc-4383-8976-9dc4afeef670 req-b3dc8e08-a8ea-4d37-8dc3-ae5fbda310ab tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/ports?device_id=11aa03f3-4e13-41f7-a30c-8a2c8e1d0fa4 HTTP/1.1" status: 200 len: 943 time: 0.0700965 Sep 23 07:28:02.380970 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-eea3e0af-76dc-4383-8976-9dc4afeef670 req-72fcc3b4-1e2c-4ef1-b8ab-80cec89f4b23 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/security-groups?id=f544a07c-938f-4158-882b-467f1a401932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458217 Sep 23 07:28:02.381679 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728618137860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728617650881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728617650899'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:02.453408 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Pushing event updated for resources: {'Port': ['ID=7dfc4070-e231-4f6c-ad17-e12882af128e,revision_number=9']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:28:02.465205 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:28:02.465738 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:28:02.466265 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:28:02.466788 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:28:02.467308 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:28:02.467835 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:28:02.468609 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:28:02.469163 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:28:02.469720 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:28:02.470770 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:28:02.471269 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:28:02.471774 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:28:02.692550 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3c6f49-2610-4b5b-a267-d054a1695fb8 req-155343c6-cf91-4d06-82cd-0d16ebb910ba tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:28:02.695367 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-ff3c6f49-2610-4b5b-a267-d054a1695fb8 req-155343c6-cf91-4d06-82cd-0d16ebb910ba tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a65d317-0e20-44dc-b428-0db9a2c4e81f HTTP/1.1" status: 200 len: 944 time: 0.0776861 Sep 23 07:28:02.747570 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-ff3c6f49-2610-4b5b-a267-d054a1695fb8 req-b423520e-de74-4cf1-a965-655c8e5f9e41 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] 10.222.0.62 "GET /v2.0/security-groups?id=1abea1f3-eb90-4ea0-bd1d-d6ddf6b9f56e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458632 Sep 23 07:28:03.584102 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227eb84f-7061-4c40-b3e6-d25c9d3cf8bc req-295aa07e-9e3e-4e07-8c51-6e0a1e885aa9 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:28:03.586153 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-227eb84f-7061-4c40-b3e6-d25c9d3cf8bc req-295aa07e-9e3e-4e07-8c51-6e0a1e885aa9 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/ports?device_id=11aa03f3-4e13-41f7-a30c-8a2c8e1d0fa4 HTTP/1.1" status: 200 len: 944 time: 0.0711291 Sep 23 07:28:03.638431 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-227eb84f-7061-4c40-b3e6-d25c9d3cf8bc req-b360f554-e9ce-4810-907a-96d1756eee39 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/security-groups?id=f544a07c-938f-4158-882b-467f1a401932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409591 Sep 23 07:28:03.896687 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5571376-0527-4d2f-a689-a1b2fad0d541 req-7e9c1481-de1b-480a-9ac3-b665d87622a5 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:28:03.898994 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-a5571376-0527-4d2f-a689-a1b2fad0d541 req-7e9c1481-de1b-480a-9ac3-b665d87622a5 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a65d317-0e20-44dc-b428-0db9a2c4e81f HTTP/1.1" status: 200 len: 944 time: 0.0624003 Sep 23 07:28:03.947260 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-a5571376-0527-4d2f-a689-a1b2fad0d541 req-f59aea5c-460f-4b3f-8558-154a7e3dc109 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] 10.222.0.62 "GET /v2.0/security-groups?id=1abea1f3-eb90-4ea0-bd1d-d6ddf6b9f56e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407298 Sep 23 07:28:04.807761 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0213db05-7234-499f-a8d5-506d04954168 req-dc612c15-b0fa-4826-93e9-508e14f69a0b tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:28:04.809581 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-0213db05-7234-499f-a8d5-506d04954168 req-dc612c15-b0fa-4826-93e9-508e14f69a0b tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/ports?device_id=11aa03f3-4e13-41f7-a30c-8a2c8e1d0fa4 HTTP/1.1" status: 200 len: 944 time: 0.0740488 Sep 23 07:28:04.861257 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-0213db05-7234-499f-a8d5-506d04954168 req-565edbbf-1bb8-4faf-967e-90066f06c290 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/security-groups?id=f544a07c-938f-4158-882b-467f1a401932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428021 Sep 23 07:28:05.099756 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e63eb5-9d1e-4096-aa93-54b67f2c788d req-6f398f97-6f3e-4bfe-8609-7bea1b72cd25 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:28:05.102010 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-b1e63eb5-9d1e-4096-aa93-54b67f2c788d req-6f398f97-6f3e-4bfe-8609-7bea1b72cd25 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a65d317-0e20-44dc-b428-0db9a2c4e81f HTTP/1.1" status: 200 len: 944 time: 0.0771596 Sep 23 07:28:05.164071 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-b1e63eb5-9d1e-4096-aa93-54b67f2c788d req-29ad7763-15e8-4e65-8d34-2cc1c95f528b tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] 10.222.0.62 "GET /v2.0/security-groups?id=1abea1f3-eb90-4ea0-bd1d-d6ddf6b9f56e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482996 Sep 23 07:28:05.502314 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] get_ports_and_sgs() called for port_ids ['7dfc4070-e231-4f6c-ad17-e12882af128e'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 07:28:06.364370 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d8a9ea-bb80-455b-ae86-f6543804dcaa req-aac1aab5-d5c2-4771-9ccb-632a91dfd2f3 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:28:06.368546 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-c2d8a9ea-bb80-455b-ae86-f6543804dcaa req-aac1aab5-d5c2-4771-9ccb-632a91dfd2f3 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/ports?device_id=11aa03f3-4e13-41f7-a30c-8a2c8e1d0fa4 HTTP/1.1" status: 200 len: 944 time: 0.4122539 Sep 23 07:28:06.512901 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-c2d8a9ea-bb80-455b-ae86-f6543804dcaa req-f7c22952-9448-444f-9243-2942efae6ee1 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/security-groups?id=f544a07c-938f-4158-882b-467f1a401932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1337986 Sep 23 07:28:06.544640 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c61f6f5-7f17-4664-97e2-6bb5a081b6f3 req-8663093b-3a98-4984-9539-196d17cbc746 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:28:06.546159 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-5c61f6f5-7f17-4664-97e2-6bb5a081b6f3 req-8663093b-3a98-4984-9539-196d17cbc746 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a65d317-0e20-44dc-b428-0db9a2c4e81f HTTP/1.1" status: 200 len: 944 time: 0.1268766 Sep 23 07:28:06.606916 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-5c61f6f5-7f17-4664-97e2-6bb5a081b6f3 req-a3e4261e-d706-4ebc-b01f-3e9ffb1e623f tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] 10.222.0.62 "GET /v2.0/security-groups?id=1abea1f3-eb90-4ea0-bd1d-d6ddf6b9f56e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546854 Sep 23 07:28:06.957948 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.db.agents_db [None req-60cd1eec-2052-4d49-bd00-e5a0de40c293 None None] Agent healthcheck: found 6 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 07:28:07.762638 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341b0e4f-eef5-4a0c-a442-fc6daeaae556 req-1840fc53-403d-4cfd-84b2-1cb63a94b15c tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:28:07.765415 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-341b0e4f-eef5-4a0c-a442-fc6daeaae556 req-1840fc53-403d-4cfd-84b2-1cb63a94b15c tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/ports?device_id=11aa03f3-4e13-41f7-a30c-8a2c8e1d0fa4 HTTP/1.1" status: 200 len: 944 time: 0.0820665 Sep 23 07:28:07.848098 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-341b0e4f-eef5-4a0c-a442-fc6daeaae556 req-aea0209e-37a4-4797-9709-82e7e9899c3e tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/security-groups?id=f544a07c-938f-4158-882b-467f1a401932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579863 Sep 23 07:28:07.857785 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3252dcfc-934e-4b32-9097-c512a65d7c92 req-e0df1350-da07-4f1e-91ef-82d8d8d9082a tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:28:07.865777 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-3252dcfc-934e-4b32-9097-c512a65d7c92 req-e0df1350-da07-4f1e-91ef-82d8d8d9082a tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a65d317-0e20-44dc-b428-0db9a2c4e81f HTTP/1.1" status: 200 len: 944 time: 0.1326718 Sep 23 07:28:07.923757 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-3252dcfc-934e-4b32-9097-c512a65d7c92 req-c0259d22-3876-4e9a-8393-9c81f39ef177 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] 10.222.0.62 "GET /v2.0/security-groups?id=1abea1f3-eb90-4ea0-bd1d-d6ddf6b9f56e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563636 Sep 23 07:28:08.001841 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Device 7dfc4070-e231-4f6c-ad17-e12882af128e up at agent hyperv_hv-cinder-80588 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:28:08.004579 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Device a0901f49-5673-46da-b328-6c424d4f46eb details requested by agent hyperv_hv-cinder-80588 with host hv-cinder-80588 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 07:28:08.202406 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] For port a0901f49-5673-46da-b328-6c424d4f46eb, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=a0901f49-5673-46da-b328-6c424d4f46eb,segment=NetworkSegment(3a470730-1ad3-461f-91dc-af57cba68cf2),segment_id=3a470730-1ad3-461f-91dc-af57cba68cf2)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:28:08.222033 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Returning: {'device': 'a0901f49-5673-46da-b328-6c424d4f46eb', 'network_id': '9f0a0a70-36ce-402d-923c-729f01f617e9', 'port_id': 'a0901f49-5673-46da-b328-6c424d4f46eb', 'mac_address': 'fa:16:3e:d0:64:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '268d9a9b-c8cd-41c6-9c6e-7f9d40e41eae', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 07:28:08.227635 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Provisioning complete for port 7dfc4070-e231-4f6c-ad17-e12882af128e triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:28:08.228018 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703931'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:08.308445 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:08.340975 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0901f49-5673-46da-b328-6c424d4f46eb {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 07:28:08.385110 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] For port a0901f49-5673-46da-b328-6c424d4f46eb, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=a0901f49-5673-46da-b328-6c424d4f46eb,segment=NetworkSegment(3a470730-1ad3-461f-91dc-af57cba68cf2),segment_id=3a470730-1ad3-461f-91dc-af57cba68cf2)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:28:08.390087 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:08.418194 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11aa03f3-4e13-41f7-a30c-8a2c8e1d0fa4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dfc4070-e231-4f6c-ad17-e12882af128e'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:28:08.420769 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8cb1569f887212d656241d478829572ac01e5268e755a1d7af7c5208f8517aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-882f48f5-f6af-455c-b867-d3da97a2af42" -d '{"events": [{"server_uuid": "11aa03f3-4e13-41f7-a30c-8a2c8e1d0fa4", "name": "network-vif-plugged", "status": "completed", "tag": "7dfc4070-e231-4f6c-ad17-e12882af128e"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:28:08.446741 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] For port 7dfc4070-e231-4f6c-ad17-e12882af128e, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=7dfc4070-e231-4f6c-ad17-e12882af128e,segment=NetworkSegment(1643a54a-f314-44c3-bdbc-99b9ba0d70f9),segment_id=1643a54a-f314-44c3-bdbc-99b9ba0d70f9)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:28:08.489326 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 07:28:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28b9d56f-bae1-482e-814b-727e63255340 x-openstack-request-id: req-28b9d56f-bae1-482e-814b-727e63255340 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:28:08.489832 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11aa03f3-4e13-41f7-a30c-8a2c8e1d0fa4", "name": "network-vif-plugged", "status": "completed", "tag": "7dfc4070-e231-4f6c-ad17-e12882af128e", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:28:08.490520 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-28b9d56f-bae1-482e-814b-727e63255340 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:28:08.491012 dv-cinder-805887-18-iscsi neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11aa03f3-4e13-41f7-a30c-8a2c8e1d0fa4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dfc4070-e231-4f6c-ad17-e12882af128e', 'code': 200} Sep 23 07:28:08.512196 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.62', 56194) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:28:08.529610 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728618137860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728617650881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728617650899'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:08.600006 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728618137860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728617650881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728617650899'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:08.621858 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Pushing event updated for resources: {'Port': ['ID=a0901f49-5673-46da-b328-6c424d4f46eb,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:28:08.693194 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Pushing event updated for resources: {'Port': ['ID=7dfc4070-e231-4f6c-ad17-e12882af128e,revision_number=10']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:28:08.706027 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-896d628f-3c40-4fbc-ae8e-291d32025627 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:08.839659 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-896d628f-3c40-4fbc-ae8e-291d32025627 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:08.846726 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] get_ports_and_sgs() called for port_ids ['a0901f49-5673-46da-b328-6c424d4f46eb'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 07:28:08.924693 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-896d628f-3c40-4fbc-ae8e-291d32025627 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520401'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:08.980047 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.62', 56206) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:28:08.993403 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [None req-896d628f-3c40-4fbc-ae8e-291d32025627 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=99bda5d357df45538fe2feb56ff36cdd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4798172 Sep 23 07:28:09.053060 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896d628f-3c40-4fbc-ae8e-291d32025627 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a05912d2-dc7f-4736-8777-82ae42f953e4,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:28:09.125801 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17d804b-0176-4b0b-ad72-22e87a1faf0d req-34e34d8d-ff72-4c27-8cb3-1fc57f1c0699 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:28:09.127395 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-f17d804b-0176-4b0b-ad72-22e87a1faf0d req-34e34d8d-ff72-4c27-8cb3-1fc57f1c0699 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/ports?device_id=11aa03f3-4e13-41f7-a30c-8a2c8e1d0fa4 HTTP/1.1" status: 200 len: 946 time: 0.0989268 Sep 23 07:28:09.145094 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7ec10514-f364-4909-8c40-7364db313634 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:09.220449 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7ec10514-f364-4909-8c40-7364db313634 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:09.244199 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caf60b3-3867-40a4-bf02-b64cf206104b req-21891491-a8eb-4910-b12d-b8a67095fdb6 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:28:09.246334 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-1caf60b3-3867-40a4-bf02-b64cf206104b req-21891491-a8eb-4910-b12d-b8a67095fdb6 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a65d317-0e20-44dc-b428-0db9a2c4e81f HTTP/1.1" status: 200 len: 945 time: 0.1153295 Sep 23 07:28:09.291778 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-f17d804b-0176-4b0b-ad72-22e87a1faf0d req-277420c4-5aa2-423c-98a0-89aa361839a8 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/security-groups?id=f544a07c-938f-4158-882b-467f1a401932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1568611 Sep 23 07:28:09.351956 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd926b00-72c5-435d-bfa6-8c1b65ff24f1 req-fa48996f-1874-4dec-97dd-be4b8373c08c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:28:09.353537 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-fd926b00-72c5-435d-bfa6-8c1b65ff24f1 req-fa48996f-1874-4dec-97dd-be4b8373c08c service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=11aa03f3-4e13-41f7-a30c-8a2c8e1d0fa4 HTTP/1.1" status: 200 len: 1099 time: 0.1187878 Sep 23 07:28:09.405380 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-fd926b00-72c5-435d-bfa6-8c1b65ff24f1 req-632b8459-9891-44ab-9495-64892f0f0d61 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=f544a07c-938f-4158-882b-467f1a401932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400686 Sep 23 07:28:09.417339 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-1caf60b3-3867-40a4-bf02-b64cf206104b req-e87f37a1-4bd8-4470-92f1-2264c174fd9e tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] 10.222.0.62 "GET /v2.0/security-groups?id=1abea1f3-eb90-4ea0-bd1d-d6ddf6b9f56e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1385159 Sep 23 07:28:09.479961 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7ec10514-f364-4909-8c40-7364db313634 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520401'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:09.483366 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7ec10514-f364-4909-8c40-7364db313634 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:09.492278 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [None req-7ec10514-f364-4909-8c40-7364db313634 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a05912d2-dc7f-4736-8777-82ae42f953e4 HTTP/1.1" status: 204 len: 168 time: 0.5034084 Sep 23 07:28:09.499419 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3ebe88-1c73-43d0-99a1-38ee2d86e693 req-bf6eb004-bcb6-4ba9-bb19-78ad206614f9 tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:28:09.507905 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-ea3ebe88-1c73-43d0-99a1-38ee2d86e693 req-bf6eb004-bcb6-4ba9-bb19-78ad206614f9 tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] 10.222.0.62 "GET /v2.0/ports?device_id=f2f739a5-b918-46ae-a5a1-5005a5b39ebd HTTP/1.1" status: 200 len: 945 time: 0.0849895 Sep 23 07:28:09.537416 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec10514-f364-4909-8c40-7364db313634 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a05912d2-dc7f-4736-8777-82ae42f953e4,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:28:09.585581 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-ea3ebe88-1c73-43d0-99a1-38ee2d86e693 req-4d9f27f1-fcae-49b2-a690-42f084a5c7a0 tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] 10.222.0.62 "GET /v2.0/security-groups?id=a0ce8cd3-710a-441a-bcf8-df9fb0d9b143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766141 Sep 23 07:28:10.015471 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Device a0901f49-5673-46da-b328-6c424d4f46eb up at agent hyperv_hv-cinder-80588 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:28:10.153954 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Provisioning for port a0901f49-5673-46da-b328-6c424d4f46eb completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 07:28:10.161355 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Provisioning complete for port a0901f49-5673-46da-b328-6c424d4f46eb triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:28:10.163897 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703931'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:10.268957 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:10.317785 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.62', 56224) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:28:10.323507 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] For port a0901f49-5673-46da-b328-6c424d4f46eb, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=a0901f49-5673-46da-b328-6c424d4f46eb,segment=NetworkSegment(3a470730-1ad3-461f-91dc-af57cba68cf2),segment_id=3a470730-1ad3-461f-91dc-af57cba68cf2)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:28:10.342207 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-820d79d2-c8b2-4493-a20b-e6fbb619eef1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:10.404848 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728618137860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728617650881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728617650899'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:10.475350 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Pushing event updated for resources: {'Port': ['ID=a0901f49-5673-46da-b328-6c424d4f46eb,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:28:10.487375 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5018f9-8c05-4932-aece-6bd185adfb62 req-16bf5881-3c87-4fa9-986c-e511b59b1aa2 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:28:10.488478 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-7b5018f9-8c05-4932-aece-6bd185adfb62 req-16bf5881-3c87-4fa9-986c-e511b59b1aa2 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/ports?device_id=11aa03f3-4e13-41f7-a30c-8a2c8e1d0fa4 HTTP/1.1" status: 200 len: 946 time: 0.0902369 Sep 23 07:28:10.492386 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a65d317-0e20-44dc-b428-0db9a2c4e81f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0901f49-5673-46da-b328-6c424d4f46eb'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:28:10.495913 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8cb1569f887212d656241d478829572ac01e5268e755a1d7af7c5208f8517aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7059d17-6f4d-4ab1-a1fb-66e1991c15ab" -d '{"events": [{"server_uuid": "8a65d317-0e20-44dc-b428-0db9a2c4e81f", "name": "network-vif-plugged", "status": "completed", "tag": "a0901f49-5673-46da-b328-6c424d4f46eb"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:28:10.564067 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-820d79d2-c8b2-4493-a20b-e6fbb619eef1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:10.588458 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-7b5018f9-8c05-4932-aece-6bd185adfb62 req-433472b4-6ed5-4103-886d-c0de926fd965 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/security-groups?id=f544a07c-938f-4158-882b-467f1a401932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904031 Sep 23 07:28:10.601518 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45d3c59-b90e-47f6-b300-e70cd3b9cd28 req-27d5860c-937b-4874-ba3b-acedea55f70e tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:28:10.603168 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-c45d3c59-b90e-47f6-b300-e70cd3b9cd28 req-27d5860c-937b-4874-ba3b-acedea55f70e tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a65d317-0e20-44dc-b428-0db9a2c4e81f HTTP/1.1" status: 200 len: 946 time: 0.0809648 Sep 23 07:28:10.649393 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 07:28:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b64d0c9-ef0d-4da3-a600-f7a374ee76e7 x-openstack-request-id: req-2b64d0c9-ef0d-4da3-a600-f7a374ee76e7 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:28:10.649685 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a65d317-0e20-44dc-b428-0db9a2c4e81f", "name": "network-vif-plugged", "status": "completed", "tag": "a0901f49-5673-46da-b328-6c424d4f46eb", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:28:10.649933 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2b64d0c9-ef0d-4da3-a600-f7a374ee76e7 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:28:10.650323 dv-cinder-805887-18-iscsi neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a65d317-0e20-44dc-b428-0db9a2c4e81f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0901f49-5673-46da-b328-6c424d4f46eb', 'code': 200} Sep 23 07:28:10.664523 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-c45d3c59-b90e-47f6-b300-e70cd3b9cd28 req-b95de8a0-3944-4eb9-898b-2d625d7f36f5 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] 10.222.0.62 "GET /v2.0/security-groups?id=1abea1f3-eb90-4ea0-bd1d-d6ddf6b9f56e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517342 Sep 23 07:28:10.734348 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-820d79d2-c8b2-4493-a20b-e6fbb619eef1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520401'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:10.798643 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [None req-820d79d2-c8b2-4493-a20b-e6fbb619eef1 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=45227bdc44a54930bedf1ff25fe8125e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4803402 Sep 23 07:28:10.801598 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.62', 56244) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:28:10.804084 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820d79d2-c8b2-4493-a20b-e6fbb619eef1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a23f6e5e-1a00-45c4-a667-fe02d81a94b3,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:28:10.816612 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c541bb98-c5ce-4b3c-b9fc-c77261e2341a req-59eff780-2e27-4a2d-9e3b-5c80719c108e tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:28:10.818238 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-c541bb98-c5ce-4b3c-b9fc-c77261e2341a req-59eff780-2e27-4a2d-9e3b-5c80719c108e tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] 10.222.0.62 "GET /v2.0/ports?device_id=f2f739a5-b918-46ae-a5a1-5005a5b39ebd HTTP/1.1" status: 200 len: 945 time: 0.0940366 Sep 23 07:28:10.868634 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-c541bb98-c5ce-4b3c-b9fc-c77261e2341a req-9bbf52ef-1a50-4cb3-9c74-6d64481d5b3e tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] 10.222.0.62 "GET /v2.0/security-groups?id=a0ce8cd3-710a-441a-bcf8-df9fb0d9b143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431902 Sep 23 07:28:10.926387 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-04700646-2c6a-4ca1-beeb-2004bd920ea3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:10.981631 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-04700646-2c6a-4ca1-beeb-2004bd920ea3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:11.205698 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127bd04d-1e51-46df-b543-1bc0df3f58d0 req-a4eb34ef-94c0-4e5c-8db5-967db5a3c3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:28:11.211473 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-127bd04d-1e51-46df-b543-1bc0df3f58d0 req-a4eb34ef-94c0-4e5c-8db5-967db5a3c3d3 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=8a65d317-0e20-44dc-b428-0db9a2c4e81f HTTP/1.1" status: 200 len: 1099 time: 0.0749810 Sep 23 07:28:11.249915 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-04700646-2c6a-4ca1-beeb-2004bd920ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520401'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:11.250267 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-127bd04d-1e51-46df-b543-1bc0df3f58d0 req-dc9c9355-de9d-4fe9-9e40-b3ecb46cef53 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=1abea1f3-eb90-4ea0-bd1d-d6ddf6b9f56e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341308 Sep 23 07:28:11.254438 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-04700646-2c6a-4ca1-beeb-2004bd920ea3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:11.258562 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [None req-04700646-2c6a-4ca1-beeb-2004bd920ea3 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a23f6e5e-1a00-45c4-a667-fe02d81a94b3 HTTP/1.1" status: 204 len: 168 time: 0.4528682 Sep 23 07:28:11.265575 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04700646-2c6a-4ca1-beeb-2004bd920ea3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a23f6e5e-1a00-45c4-a667-fe02d81a94b3,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:28:11.527666 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43340df1-8363-4186-a0de-34c53cf548d2 req-f1be6258-41b4-4b37-b81c-acdf18ce6a08 tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:28:11.536885 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-43340df1-8363-4186-a0de-34c53cf548d2 req-f1be6258-41b4-4b37-b81c-acdf18ce6a08 tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/ports?device_id=c49bb731-9c90-48ec-b81e-5f87ca815b68 HTTP/1.1" status: 200 len: 945 time: 0.0634866 Sep 23 07:28:11.585236 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-43340df1-8363-4186-a0de-34c53cf548d2 req-5c66e1ff-7621-48d2-bfcf-147e35fde2bf tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/security-groups?id=b1176efc-2ea4-4549-99dc-1bd682ff6d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472417 Sep 23 07:28:11.768508 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f3a602-8215-4f90-b2bb-94239455ad58 req-aeef88bd-3ce4-4879-bed4-0f73a57fa1a0 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:28:11.770143 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-b1f3a602-8215-4f90-b2bb-94239455ad58 req-aeef88bd-3ce4-4879-bed4-0f73a57fa1a0 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/ports?device_id=11aa03f3-4e13-41f7-a30c-8a2c8e1d0fa4 HTTP/1.1" status: 200 len: 946 time: 0.0812864 Sep 23 07:28:11.878961 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9320153-4cad-4a75-bb1c-a023d04a77e6 req-33c0d11e-d34d-4bfd-b58e-89ec092e080f tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:28:11.880606 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-d9320153-4cad-4a75-bb1c-a023d04a77e6 req-33c0d11e-d34d-4bfd-b58e-89ec092e080f tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a65d317-0e20-44dc-b428-0db9a2c4e81f HTTP/1.1" status: 200 len: 946 time: 0.0890517 Sep 23 07:28:11.890307 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-b1f3a602-8215-4f90-b2bb-94239455ad58 req-93605ab4-597f-45c8-9926-85bd5ceba24a tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/security-groups?id=f544a07c-938f-4158-882b-467f1a401932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1130404 Sep 23 07:28:11.942902 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-d9320153-4cad-4a75-bb1c-a023d04a77e6 req-ee54efd1-8dba-4d69-8230-5f740d55a94a tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] 10.222.0.62 "GET /v2.0/security-groups?id=1abea1f3-eb90-4ea0-bd1d-d6ddf6b9f56e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419898 Sep 23 07:28:12.066015 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494aca61-2a95-42a1-a741-6d591ce0a984 req-06f58b79-c545-4f40-b289-9a0f4a2ab863 tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:28:12.067774 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-494aca61-2a95-42a1-a741-6d591ce0a984 req-06f58b79-c545-4f40-b289-9a0f4a2ab863 tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] 10.222.0.62 "GET /v2.0/ports?device_id=f2f739a5-b918-46ae-a5a1-5005a5b39ebd HTTP/1.1" status: 200 len: 945 time: 0.0573013 Sep 23 07:28:12.117881 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-494aca61-2a95-42a1-a741-6d591ce0a984 req-f5b2f8ba-597f-4c33-99d0-5d07ed8d6050 tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] 10.222.0.62 "GET /v2.0/security-groups?id=a0ce8cd3-710a-441a-bcf8-df9fb0d9b143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431168 Sep 23 07:28:12.753998 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45845da8-3c77-4b71-ba34-bd06bd025e27 req-63aa93d5-cdfc-44f8-b617-ece7be091b5d tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:28:12.765273 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-45845da8-3c77-4b71-ba34-bd06bd025e27 req-63aa93d5-cdfc-44f8-b617-ece7be091b5d tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/ports?device_id=c49bb731-9c90-48ec-b81e-5f87ca815b68 HTTP/1.1" status: 200 len: 945 time: 0.0902047 Sep 23 07:28:12.839652 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-45845da8-3c77-4b71-ba34-bd06bd025e27 req-6d75c630-cc25-4c88-a56c-1e045dc11206 tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/security-groups?id=b1176efc-2ea4-4549-99dc-1bd682ff6d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716839 Sep 23 07:28:13.268811 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b266ae-983e-46c0-8b63-12e0ad781182 req-26d586df-8784-4f79-b752-3822c1ac3ee0 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:28:13.280146 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-19b266ae-983e-46c0-8b63-12e0ad781182 req-26d586df-8784-4f79-b752-3822c1ac3ee0 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a65d317-0e20-44dc-b428-0db9a2c4e81f HTTP/1.1" status: 200 len: 946 time: 0.1408687 Sep 23 07:28:13.320764 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bd6700-5993-4d4b-bcae-e224ac86a3f5 req-0a5afae4-9cb3-4f8a-a7ee-085445e9e39c tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:28:13.323255 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-a2bd6700-5993-4d4b-bcae-e224ac86a3f5 req-0a5afae4-9cb3-4f8a-a7ee-085445e9e39c tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/ports?device_id=11aa03f3-4e13-41f7-a30c-8a2c8e1d0fa4 HTTP/1.1" status: 200 len: 946 time: 0.1237006 Sep 23 07:28:13.382281 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-19b266ae-983e-46c0-8b63-12e0ad781182 req-56bdfb47-280b-4891-ae43-31edb29a2d78 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] 10.222.0.62 "GET /v2.0/security-groups?id=1abea1f3-eb90-4ea0-bd1d-d6ddf6b9f56e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1010089 Sep 23 07:28:13.429777 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-a2bd6700-5993-4d4b-bcae-e224ac86a3f5 req-e66c449a-6e92-4fa1-a3f9-101aa8ae30e6 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/security-groups?id=f544a07c-938f-4158-882b-467f1a401932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975254 Sep 23 07:28:13.601569 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c7297d-4b1e-497d-8ad4-68053386f65f req-4517d505-4a85-4f79-b3a0-fc2d9e8c581f tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:28:13.625355 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-f9c7297d-4b1e-497d-8ad4-68053386f65f req-4517d505-4a85-4f79-b3a0-fc2d9e8c581f tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] 10.222.0.62 "GET /v2.0/ports?device_id=f2f739a5-b918-46ae-a5a1-5005a5b39ebd HTTP/1.1" status: 200 len: 945 time: 0.1395600 Sep 23 07:28:13.668955 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4a1ad0-c656-4fc3-9c0d-7625cfc85c75 req-c74351f0-4795-48ae-b6c6-e5dd1c43ce80 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:28:13.670672 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-fb4a1ad0-c656-4fc3-9c0d-7625cfc85c75 req-c74351f0-4795-48ae-b6c6-e5dd1c43ce80 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a65d317-0e20-44dc-b428-0db9a2c4e81f HTTP/1.1" status: 200 len: 946 time: 0.1500797 Sep 23 07:28:13.773955 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-f9c7297d-4b1e-497d-8ad4-68053386f65f req-8f167a58-8117-48db-baaf-06c6c7cc3e06 tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] 10.222.0.62 "GET /v2.0/security-groups?id=a0ce8cd3-710a-441a-bcf8-df9fb0d9b143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1472991 Sep 23 07:28:13.806421 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-fb4a1ad0-c656-4fc3-9c0d-7625cfc85c75 req-da5c1ea7-9f18-4071-9dab-fb57b364d779 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] 10.222.0.62 "GET /v2.0/security-groups?id=1abea1f3-eb90-4ea0-bd1d-d6ddf6b9f56e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1184931 Sep 23 07:28:13.852970 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.62', 56334) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:28:14.041184 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e79683-1286-4987-bce1-78d54b7780b4 req-fd0f919a-2f8e-41d1-aa93-fd66bb8ec38a tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:28:14.042899 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-71e79683-1286-4987-bce1-78d54b7780b4 req-fd0f919a-2f8e-41d1-aa93-fd66bb8ec38a tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/ports?device_id=c49bb731-9c90-48ec-b81e-5f87ca815b68 HTTP/1.1" status: 200 len: 945 time: 0.0806711 Sep 23 07:28:14.104579 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-71e79683-1286-4987-bce1-78d54b7780b4 req-d41e50e4-806c-414b-8593-0b0f491bfe72 tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/security-groups?id=b1176efc-2ea4-4549-99dc-1bd682ff6d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519366 Sep 23 07:28:14.263908 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59db5584-ee14-463f-bccb-bccaa91b7231 tempest-TestVolumeBootPattern-1029062112 tempest-TestVolumeBootPattern-1029062112-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:28:14.263908 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [None req-59db5584-ee14-463f-bccb-bccaa91b7231 tempest-TestVolumeBootPattern-1029062112 tempest-TestVolumeBootPattern-1029062112-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=8a65d317-0e20-44dc-b428-0db9a2c4e81f HTTP/1.1" status: 200 len: 1094 time: 0.3549125 Sep 23 07:28:14.266064 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.62', 56346) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:28:14.274217 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.v2.base [None req-8ab6f8de-06cb-4052-b915-48bd566796da tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Request body: {'floatingip': {'floating_network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'port_id': 'a0901f49-5673-46da-b328-6c424d4f46eb', 'tenant_id': 'c94fc6b7cf004b03b6610c617415b316', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:28:14.369834 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8ab6f8de-06cb-4052-b915-48bd566796da tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Notify callbacks [] for floatingip, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:14.505389 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8ab6f8de-06cb-4052-b915-48bd566796da tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:14.647798 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acc544d-a07b-4af4-a500-81af9f4ea4cf req-d87914a1-cc3a-433b-af26-0c5a8b4563a1 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:28:14.656420 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-7acc544d-a07b-4af4-a500-81af9f4ea4cf req-d87914a1-cc3a-433b-af26-0c5a8b4563a1 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/ports?device_id=11aa03f3-4e13-41f7-a30c-8a2c8e1d0fa4 HTTP/1.1" status: 200 len: 946 time: 0.0883489 Sep 23 07:28:14.678637 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-8ab6f8de-06cb-4052-b915-48bd566796da tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Allocated IP 172.27.2.230 (d5e7441b-7712-4831-9dab-1c29a8301756/89646001-5df7-4559-baa8-56e15a045fc5/c5b21f0c-bd7e-467c-85aa-dc62659c5c31) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:28:14.733423 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-7acc544d-a07b-4af4-a500-81af9f4ea4cf req-256cc74e-4ffe-470f-897a-b220075a99bc tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/security-groups?id=f544a07c-938f-4158-882b-467f1a401932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755227 Sep 23 07:28:14.835921 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8ab6f8de-06cb-4052-b915-48bd566796da tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:14.956838 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a60b72-602e-42b6-be42-99a4f156f01c req-9912c4f0-358f-4a3b-9306-7e437be942ef tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:28:14.959157 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-11a60b72-602e-42b6-be42-99a4f156f01c req-9912c4f0-358f-4a3b-9306-7e437be942ef tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] 10.222.0.62 "GET /v2.0/ports?device_id=f2f739a5-b918-46ae-a5a1-5005a5b39ebd HTTP/1.1" status: 200 len: 945 time: 0.0832891 Sep 23 07:28:15.005388 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8ab6f8de-06cb-4052-b915-48bd566796da tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728617650863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58957170'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:15.056659 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-11a60b72-602e-42b6-be42-99a4f156f01c req-8c205015-a826-4080-b51f-1ba214cb8bd4 tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] 10.222.0.62 "GET /v2.0/security-groups?id=a0ce8cd3-710a-441a-bcf8-df9fb0d9b143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811694 Sep 23 07:28:15.074691 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ab6f8de-06cb-4052-b915-48bd566796da tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Network d5e7441b-7712-4831-9dab-1c29a8301756 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:28:15.090070 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-8ab6f8de-06cb-4052-b915-48bd566796da tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:28:15.094314 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab6f8de-06cb-4052-b915-48bd566796da tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Pushing event updated for resources: {'Port': ['ID=c5b21f0c-bd7e-467c-85aa-dc62659c5c31,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:28:15.100878 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab6f8de-06cb-4052-b915-48bd566796da tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:28:15.160368 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.62', 56372) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:28:15.382446 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dded86-c373-4588-b5d7-a49906a28e11 req-0c7566d8-740f-4ad9-98c5-4a319c3594a1 tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:28:15.384670 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-30dded86-c373-4588-b5d7-a49906a28e11 req-0c7566d8-740f-4ad9-98c5-4a319c3594a1 tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.53 "GET /v2.0/ports?device_id=c49bb731-9c90-48ec-b81e-5f87ca815b68 HTTP/1.1" status: 200 len: 945 time: 0.1600173 Sep 23 07:28:15.387362 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c032f4b1-6b3d-4400-a4ea-394caa926316 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:15.493390 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc60ff81-01cd-43f6-bb4e-7a4043c98da3 req-27542ec3-f17b-47fd-82b2-d086df7624a4 tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:28:15.495307 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-fc60ff81-01cd-43f6-bb4e-7a4043c98da3 req-27542ec3-f17b-47fd-82b2-d086df7624a4 tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/ports?device_id=c49bb731-9c90-48ec-b81e-5f87ca815b68 HTTP/1.1" status: 200 len: 945 time: 0.2183812 Sep 23 07:28:15.578186 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8ab6f8de-06cb-4052-b915-48bd566796da tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:15.606321 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-fc60ff81-01cd-43f6-bb4e-7a4043c98da3 req-18b2ec96-7a72-411d-bcd8-98fd96149ff1 tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/security-groups?id=b1176efc-2ea4-4549-99dc-1bd682ff6d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805497 Sep 23 07:28:15.624771 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-30dded86-c373-4588-b5d7-a49906a28e11 req-0c44d317-6b36-4a2d-9575-6de2f9057f8b tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] Deleting port 4cd03669-ef1e-4289-9ede-721592398a48 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:28:15.625116 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-30dded86-c373-4588-b5d7-a49906a28e11 req-0c44d317-6b36-4a2d-9575-6de2f9057f8b tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728618132776'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:15.709535 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c032f4b1-6b3d-4400-a4ea-394caa926316 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:15.739901 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8ab6f8de-06cb-4052-b915-48bd566796da tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:15.752756 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-30dded86-c373-4588-b5d7-a49906a28e11 req-0c44d317-6b36-4a2d-9575-6de2f9057f8b tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] For port 4cd03669-ef1e-4289-9ede-721592398a48, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=4cd03669-ef1e-4289-9ede-721592398a48,segment=NetworkSegment(9680fae7-9ca3-40a6-b351-10f8a15caa7a),segment_id=9680fae7-9ca3-40a6-b351-10f8a15caa7a)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:28:15.753141 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-30dded86-c373-4588-b5d7-a49906a28e11 req-0c44d317-6b36-4a2d-9575-6de2f9057f8b tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452355'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:15.769084 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-30dded86-c373-4588-b5d7-a49906a28e11 req-0c44d317-6b36-4a2d-9575-6de2f9057f8b tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] Calling delete_port for 4cd03669-ef1e-4289-9ede-721592398a48 owned by compute:nova {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:28:15.783325 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c032f4b1-6b3d-4400-a4ea-394caa926316 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520401'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:15.850012 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [None req-c032f4b1-6b3d-4400-a4ea-394caa926316 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=fc0b185f9aa4453484ed5965e773d335&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6883979 Sep 23 07:28:15.855972 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.62', 56380) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:28:15.878746 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c032f4b1-6b3d-4400-a4ea-394caa926316 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=546cee3b-da8a-4935-b87b-eddc003153b1,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:28:15.944648 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fe871583-374d-4c60-92c4-74066975742b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:16.003092 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fe871583-374d-4c60-92c4-74066975742b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:16.020768 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8ab6f8de-06cb-4052-b915-48bd566796da tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:16.044346 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-30dded86-c373-4588-b5d7-a49906a28e11 req-0c44d317-6b36-4a2d-9575-6de2f9057f8b tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728618137326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728617650872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58829502'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:16.061671 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] get_ports_and_sgs() called for port_ids ['4742ed84-7103-4a63-868a-99b885e5faa4', '4cd03669-ef1e-4289-9ede-721592398a48'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 07:28:16.081359 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c44d317-6b36-4a2d-9575-6de2f9057f8b tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] Pushing event deleted for resources: {'Port': ['ID=4cd03669-ef1e-4289-9ede-721592398a48,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:28:16.118979 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8ab6f8de-06cb-4052-b915-48bd566796da tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728618137860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728617650881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728617650899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58957177'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:16.190053 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-30dded86-c373-4588-b5d7-a49906a28e11 req-0c44d317-6b36-4a2d-9575-6de2f9057f8b tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] No DVR routers for this DVR port 4cd03669-ef1e-4289-9ede-721592398a48 on host hv-cinder-80588 {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 07:28:16.193092 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-30dded86-c373-4588-b5d7-a49906a28e11 req-0c44d317-6b36-4a2d-9575-6de2f9057f8b tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210484'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:16.194958 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-30dded86-c373-4588-b5d7-a49906a28e11 req-0c44d317-6b36-4a2d-9575-6de2f9057f8b tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.53 "DELETE /v2.0/ports/4cd03669-ef1e-4289-9ede-721592398a48 HTTP/1.1" status: 204 len: 173 time: 0.7969270 Sep 23 07:28:16.214959 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c49bb731-9c90-48ec-b81e-5f87ca815b68', 'name': 'network-vif-deleted', 'tag': '4cd03669-ef1e-4289-9ede-721592398a48'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:28:16.215268 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fe871583-374d-4c60-92c4-74066975742b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520401'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:16.216501 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59377972be4a6b1db7d764771ea1170f497e9021ac5c159e937f759c4704c07c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b87620c-465e-4a33-baec-e82ac6372071" -d '{"events": [{"server_uuid": "c49bb731-9c90-48ec-b81e-5f87ca815b68", "name": "network-vif-deleted", "tag": "4cd03669-ef1e-4289-9ede-721592398a48"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:28:16.217066 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fe871583-374d-4c60-92c4-74066975742b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:16.224902 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [None req-fe871583-374d-4c60-92c4-74066975742b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/546cee3b-da8a-4935-b87b-eddc003153b1 HTTP/1.1" status: 204 len: 168 time: 0.3615096 Sep 23 07:28:16.347919 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8ab6f8de-06cb-4052-b915-48bd566796da tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-455962'] for floatingip, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:16.367346 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 07:28:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9736ab01-fe70-48da-91f4-8e15f9d2ac3a x-openstack-request-id: req-9736ab01-fe70-48da-91f4-8e15f9d2ac3a {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:28:16.370180 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c49bb731-9c90-48ec-b81e-5f87ca815b68", "name": "network-vif-deleted", "tag": "4cd03669-ef1e-4289-9ede-721592398a48", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:28:16.371370 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9736ab01-fe70-48da-91f4-8e15f9d2ac3a {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:28:16.375448 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c49bb731-9c90-48ec-b81e-5f87ca815b68', 'name': 'network-vif-deleted', 'tag': '4cd03669-ef1e-4289-9ede-721592398a48', 'status': 'completed', 'code': 200} Sep 23 07:28:16.410375 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b37591a-85a1-4b8a-9413-2f0f6034a0c8 req-fbaf6ffd-efae-4698-b65d-e5a6157ab93d tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:28:16.422542 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-0b37591a-85a1-4b8a-9413-2f0f6034a0c8 req-fbaf6ffd-efae-4698-b65d-e5a6157ab93d tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] 10.222.0.62 "GET /v2.0/ports?device_id=f2f739a5-b918-46ae-a5a1-5005a5b39ebd HTTP/1.1" status: 200 len: 945 time: 0.2355144 Sep 23 07:28:16.489395 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-0b37591a-85a1-4b8a-9413-2f0f6034a0c8 req-258ae8f6-57de-487c-9c5d-98db1f286810 tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] 10.222.0.62 "GET /v2.0/security-groups?id=a0ce8cd3-710a-441a-bcf8-df9fb0d9b143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489330 Sep 23 07:28:16.501054 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe871583-374d-4c60-92c4-74066975742b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=546cee3b-da8a-4935-b87b-eddc003153b1,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:28:16.517741 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.db.l3_db [None req-8ab6f8de-06cb-4052-b915-48bd566796da tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Floating IP 89e5ae14-71fd-47c0-922d-c2f2dcdea697 associated. External IP: 172.27.2.230, port: a0901f49-5673-46da-b328-6c424d4f46eb. Sep 23 07:28:16.589704 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab6f8de-06cb-4052-b915-48bd566796da tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Pushing event updated for resources: {'Port': ['ID=c5b21f0c-bd7e-467c-85aa-dc62659c5c31,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:28:16.870931 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-b5d91d80-d187-4c21-aa6c-c1bc9ba72e44 req-78365b32-8eba-4675-8a51-0598396e5e08 tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/ports?device_id=c49bb731-9c90-48ec-b81e-5f87ca815b68 HTTP/1.1" status: 200 len: 210 time: 0.0602746 Sep 23 07:28:17.125752 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ab6f8de-06cb-4052-b915-48bd566796da tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Router 4fa3708c-ed9f-4062-b458-7023c3be3f04 has already been hosted by L3 agent 65b4f7dd-c6e9-4255-94ee-66e285aed80f {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 07:28:17.215522 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.62', 56396) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:28:17.233122 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-645f5aa4-9242-4802-a2e1-a382304eb4d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:17.386739 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ab6f8de-06cb-4052-b915-48bd566796da tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Notify agent at l3_agent.dv-cinder-805887-18-iscsi the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 07:28:17.411945 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6fa9411-a15c-4218-a540-c883f5731dea None None] Sync routers for ids ['4fa3708c-ed9f-4062-b458-7023c3be3f04'] in dv-cinder-805887-18-iscsi {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 07:28:17.424780 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6fa9411-a15c-4218-a540-c883f5731dea None None] Routers {'4fa3708c-ed9f-4062-b458-7023c3be3f04'} bound to L3 agent in host dv-cinder-805887-18-iscsi {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:28:17.424780 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-e6fa9411-a15c-4218-a540-c883f5731dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T07:15:56Z,description=,heartbeat_timestamp=2021-09-23T07:27:56Z,host='dv-cinder-805887-18-iscsi',id=65b4f7dd-c6e9-4255-94ee-66e285aed80f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T07:15:57Z,topic='l3_agent')) {'router_ids': ['4fa3708c-ed9f-4062-b458-7023c3be3f04'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:28:17.451279 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-645f5aa4-9242-4802-a2e1-a382304eb4d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:17.555213 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-e6fa9411-a15c-4218-a540-c883f5731dea None None] Set router 4fa3708c-ed9f-4062-b458-7023c3be3f04 gateway port host: dv-cinder-805887-18-iscsi {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:28:17.576475 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-645f5aa4-9242-4802-a2e1-a382304eb4d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520401'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:17.661903 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [None req-645f5aa4-9242-4802-a2e1-a382304eb4d9 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=06628a217d494ee2b81592be273074cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4441574 Sep 23 07:28:17.662174 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645f5aa4-9242-4802-a2e1-a382304eb4d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75687838-118d-407b-94b0-01d8d3456000,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:28:17.669035 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.62', 56404) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:28:17.698692 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8ab6f8de-06cb-4052-b915-48bd566796da tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210484'] for floatingip, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:17.737903 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4585fe-f545-4290-88b0-0a967aa9b42e req-db395c08-b43b-4196-b211-e4e655d2ddaa tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:28:17.748607 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-ff4585fe-f545-4290-88b0-0a967aa9b42e req-db395c08-b43b-4196-b211-e4e655d2ddaa tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] 10.222.0.62 "GET /v2.0/ports?device_id=f2f739a5-b918-46ae-a5a1-5005a5b39ebd HTTP/1.1" status: 200 len: 945 time: 0.1060574 Sep 23 07:28:17.753658 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [None req-8ab6f8de-06cb-4052-b915-48bd566796da tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.4862003 Sep 23 07:28:17.755093 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a65d317-0e20-44dc-b428-0db9a2c4e81f', 'tag': 'a0901f49-5673-46da-b328-6c424d4f46eb'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:28:17.757603 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb8d6b8657277539ef4de54674fa83498a11133e08412b1937995906b62ef5f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed39dc33-b54b-4121-9636-03ab9b4305d5" -d '{"events": [{"name": "network-changed", "server_uuid": "8a65d317-0e20-44dc-b428-0db9a2c4e81f", "tag": "a0901f49-5673-46da-b328-6c424d4f46eb"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:28:17.801279 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-20c1b97e-7fe1-4e41-8250-837c27087e9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:17.809477 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-ff4585fe-f545-4290-88b0-0a967aa9b42e req-be101a9c-c1e6-47c0-a064-b8ac8d092689 tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] 10.222.0.62 "GET /v2.0/security-groups?id=a0ce8cd3-710a-441a-bcf8-df9fb0d9b143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595579 Sep 23 07:28:17.825714 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 07:28:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-357e79c3-a39a-4f7f-b7c5-94fae59fc201 x-openstack-request-id: req-357e79c3-a39a-4f7f-b7c5-94fae59fc201 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:28:17.826015 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a65d317-0e20-44dc-b428-0db9a2c4e81f", "tag": "a0901f49-5673-46da-b328-6c424d4f46eb", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:28:17.827057 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-357e79c3-a39a-4f7f-b7c5-94fae59fc201 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:28:17.827057 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a65d317-0e20-44dc-b428-0db9a2c4e81f', 'tag': 'a0901f49-5673-46da-b328-6c424d4f46eb', 'status': 'completed', 'code': 200} Sep 23 07:28:17.845782 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-20c1b97e-7fe1-4e41-8250-837c27087e9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:17.855218 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-e6fa9411-a15c-4218-a540-c883f5731dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fa3708c-ed9f-4062-b458-7023c3be3f04', 'name': 'tempest-TestVolumeBootPattern-3333393-router', 'tenant_id': 'c94fc6b7cf004b03b6610c617415b316', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'external_fixed_ips': [{'subnet_id': '89646001-5df7-4559-baa8-56e15a045fc5', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': 'cf58e5b6-c367-4fb3-8ef9-59b313c05993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:26:45Z', 'updated_at': '2021-09-23T07:26:50Z', 'revision_number': 4, 'project_id': 'c94fc6b7cf004b03b6610c617415b316', 'gw_port': {'id': 'cf58e5b6-c367-4fb3-8ef9-59b313c05993', 'name': '', 'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:05:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fa3708c-ed9f-4062-b458-7023c3be3f04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '89646001-5df7-4559-baa8-56e15a045fc5', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:26:46Z', 'updated_at': '2021-09-23T07:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89646001-5df7-4559-baa8-56e15a045fc5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-18-iscsi', '_floatingips': [{'id': '89e5ae14-71fd-47c0-922d-c2f2dcdea697', 'tenant_id': 'c94fc6b7cf004b03b6610c617415b316', 'floating_ip_address': '172.27.2.230', 'floating_network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'router_id': '4fa3708c-ed9f-4062-b458-7023c3be3f04', 'port_id': 'a0901f49-5673-46da-b328-6c424d4f46eb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 410, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f0a0a70-36ce-402d-923c-729f01f617e9', 'mac_address': 'fa:16:3e:d0:64:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a65d317-0e20-44dc-b428-0db9a2c4e81f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T07:28:15Z', 'updated_at': '2021-09-23T07:28:15Z', 'revision_number': 0, 'project_id': 'c94fc6b7cf004b03b6610c617415b316', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb52962a-5c61-4a98-8df4-1631fd2e75ee', 'name': '', 'network_id': '9f0a0a70-36ce-402d-923c-729f01f617e9', 'tenant_id': 'c94fc6b7cf004b03b6610c617415b316', 'mac_address': 'fa:16:3e:08:1e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fa3708c-ed9f-4062-b458-7023c3be3f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '268d9a9b-c8cd-41c6-9c6e-7f9d40e41eae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:26:50Z', 'updated_at': '2021-09-23T07:26:56Z', 'revision_number': 5, 'project_id': 'c94fc6b7cf004b03b6610c617415b316', 'subnets': [{'id': '268d9a9b-c8cd-41c6-9c6e-7f9d40e41eae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-18-iscsi', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:28:17.888918 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6fa9411-a15c-4218-a540-c883f5731dea None None] Checking router: 4fa3708c-ed9f-4062-b458-7023c3be3f04 for host: dv-cinder-805887-18-iscsi {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 07:28:17.902809 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6fa9411-a15c-4218-a540-c883f5731dea None None] Routers {'4fa3708c-ed9f-4062-b458-7023c3be3f04'} bound to L3 agent in host dv-cinder-805887-18-iscsi {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:28:17.903701 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-e6fa9411-a15c-4218-a540-c883f5731dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T07:15:56Z,description=,heartbeat_timestamp=2021-09-23T07:27:56Z,host='dv-cinder-805887-18-iscsi',id=65b4f7dd-c6e9-4255-94ee-66e285aed80f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T07:15:57Z,topic='l3_agent')) {'router_ids': ['4fa3708c-ed9f-4062-b458-7023c3be3f04'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:28:17.925145 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed39dc33-b54b-4121-9636-03ab9b4305d5 req-0c9cfb34-c95d-4d72-975f-3324d9a78f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:28:17.926943 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-ed39dc33-b54b-4121-9636-03ab9b4305d5 req-0c9cfb34-c95d-4d72-975f-3324d9a78f95 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c94fc6b7cf004b03b6610c617415b316&device_id=8a65d317-0e20-44dc-b428-0db9a2c4e81f HTTP/1.1" status: 200 len: 1099 time: 0.0628452 Sep 23 07:28:17.994912 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-20c1b97e-7fe1-4e41-8250-837c27087e9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520401'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:17.999483 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-20c1b97e-7fe1-4e41-8250-837c27087e9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:18.040586 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [None req-20c1b97e-7fe1-4e41-8250-837c27087e9c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/75687838-118d-407b-94b0-01d8d3456000 HTTP/1.1" status: 204 len: 168 time: 0.3393495 Sep 23 07:28:18.040586 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c1b97e-7fe1-4e41-8250-837c27087e9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75687838-118d-407b-94b0-01d8d3456000,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:28:18.041291 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-e6fa9411-a15c-4218-a540-c883f5731dea None None] Set router 4fa3708c-ed9f-4062-b458-7023c3be3f04 gateway port host: dv-cinder-805887-18-iscsi {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:28:18.100457 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed39dc33-b54b-4121-9636-03ab9b4305d5 req-a8c9585c-e14c-447c-a390-a0784554f353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:28:18.108063 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Device 4cd03669-ef1e-4289-9ede-721592398a48 no longer exists at agent hyperv_hv-cinder-80588 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:28:18.114884 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-ed39dc33-b54b-4121-9636-03ab9b4305d5 req-a8c9585c-e14c-447c-a390-a0784554f353 service neutron] 10.222.0.53 "GET /v2.0/networks?id=9f0a0a70-36ce-402d-923c-729f01f617e9 HTTP/1.1" status: 200 len: 910 time: 0.1798935 Sep 23 07:28:18.163274 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] No Port match for: 4cd03669-ef1e-4289-9ede-721592398a48 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 07:28:18.163534 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Device 4cd03669-ef1e-4289-9ede-721592398a48 not bound to the agent host hv-cinder-80588 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 07:28:18.241349 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-ed39dc33-b54b-4121-9636-03ab9b4305d5 req-ccd25567-5170-481f-b3c0-b2656e3d7284 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a0901f49-5673-46da-b328-6c424d4f46eb HTTP/1.1" status: 200 len: 1000 time: 0.1190491 Sep 23 07:28:18.294234 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed39dc33-b54b-4121-9636-03ab9b4305d5 req-cdabedf9-313d-4d1f-8f71-e1fd6f9a11b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:28:18.295707 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-ed39dc33-b54b-4121-9636-03ab9b4305d5 req-cdabedf9-313d-4d1f-8f71-e1fd6f9a11b6 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=268d9a9b-c8cd-41c6-9c6e-7f9d40e41eae HTTP/1.1" status: 200 len: 848 time: 0.0449286 Sep 23 07:28:18.359917 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed39dc33-b54b-4121-9636-03ab9b4305d5 req-db98438d-fc25-42fe-8dae-192121f5e3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:28:18.361797 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-ed39dc33-b54b-4121-9636-03ab9b4305d5 req-db98438d-fc25-42fe-8dae-192121f5e3a7 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9f0a0a70-36ce-402d-923c-729f01f617e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0579593 Sep 23 07:28:18.515487 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-ed39dc33-b54b-4121-9636-03ab9b4305d5 req-2eff1b83-4d1d-4e60-b8b0-b9b596871fc3 service neutron] 10.222.0.53 "GET /v2.0/networks/9f0a0a70-36ce-402d-923c-729f01f617e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443119 Sep 23 07:28:18.565079 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-e6fa9411-a15c-4218-a540-c883f5731dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fa3708c-ed9f-4062-b458-7023c3be3f04', 'name': 'tempest-TestVolumeBootPattern-3333393-router', 'tenant_id': 'c94fc6b7cf004b03b6610c617415b316', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'external_fixed_ips': [{'subnet_id': '89646001-5df7-4559-baa8-56e15a045fc5', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': 'cf58e5b6-c367-4fb3-8ef9-59b313c05993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:26:45Z', 'updated_at': '2021-09-23T07:26:50Z', 'revision_number': 4, 'project_id': 'c94fc6b7cf004b03b6610c617415b316', 'gw_port': {'id': 'cf58e5b6-c367-4fb3-8ef9-59b313c05993', 'name': '', 'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:05:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fa3708c-ed9f-4062-b458-7023c3be3f04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '89646001-5df7-4559-baa8-56e15a045fc5', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:26:46Z', 'updated_at': '2021-09-23T07:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89646001-5df7-4559-baa8-56e15a045fc5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-18-iscsi', '_floatingips': [{'id': '89e5ae14-71fd-47c0-922d-c2f2dcdea697', 'tenant_id': 'c94fc6b7cf004b03b6610c617415b316', 'floating_ip_address': '172.27.2.230', 'floating_network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'router_id': '4fa3708c-ed9f-4062-b458-7023c3be3f04', 'port_id': 'a0901f49-5673-46da-b328-6c424d4f46eb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 410, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f0a0a70-36ce-402d-923c-729f01f617e9', 'mac_address': 'fa:16:3e:d0:64:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a65d317-0e20-44dc-b428-0db9a2c4e81f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T07:28:15Z', 'updated_at': '2021-09-23T07:28:15Z', 'revision_number': 0, 'project_id': 'c94fc6b7cf004b03b6610c617415b316', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb52962a-5c61-4a98-8df4-1631fd2e75ee', 'name': '', 'network_id': '9f0a0a70-36ce-402d-923c-729f01f617e9', 'tenant_id': 'c94fc6b7cf004b03b6610c617415b316', 'mac_address': 'fa:16:3e:08:1e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fa3708c-ed9f-4062-b458-7023c3be3f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '268d9a9b-c8cd-41c6-9c6e-7f9d40e41eae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:26:50Z', 'updated_at': '2021-09-23T07:26:56Z', 'revision_number': 5, 'project_id': 'c94fc6b7cf004b03b6610c617415b316', 'subnets': [{'id': '268d9a9b-c8cd-41c6-9c6e-7f9d40e41eae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-18-iscsi', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:28:18.602696 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6fa9411-a15c-4218-a540-c883f5731dea None None] The sync data for ids ['4fa3708c-ed9f-4062-b458-7023c3be3f04'] in dv-cinder-805887-18-iscsi is: [{'id': '4fa3708c-ed9f-4062-b458-7023c3be3f04', 'name': 'tempest-TestVolumeBootPattern-3333393-router', 'tenant_id': 'c94fc6b7cf004b03b6610c617415b316', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'external_fixed_ips': [{'subnet_id': '89646001-5df7-4559-baa8-56e15a045fc5', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': 'cf58e5b6-c367-4fb3-8ef9-59b313c05993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:26:45Z', 'updated_at': '2021-09-23T07:26:50Z', 'revision_number': 4, 'project_id': 'c94fc6b7cf004b03b6610c617415b316', 'gw_port': {'id': 'cf58e5b6-c367-4fb3-8ef9-59b313c05993', 'name': '', 'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:05:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fa3708c-ed9f-4062-b458-7023c3be3f04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '89646001-5df7-4559-baa8-56e15a045fc5', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:26:46Z', 'updated_at': '2021-09-23T07:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89646001-5df7-4559-baa8-56e15a045fc5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-18-iscsi', '_floatingips': [{'id': '89e5ae14-71fd-47c0-922d-c2f2dcdea697', 'tenant_id': 'c94fc6b7cf004b03b6610c617415b316', 'floating_ip_address': '172.27.2.230', 'floating_network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'router_id': '4fa3708c-ed9f-4062-b458-7023c3be3f04', 'port_id': 'a0901f49-5673-46da-b328-6c424d4f46eb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 410, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f0a0a70-36ce-402d-923c-729f01f617e9', 'mac_address': 'fa:16:3e:d0:64:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a65d317-0e20-44dc-b428-0db9a2c4e81f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T07:28:15Z', 'updated_at': '2021-09-23T07:28:15Z', 'revision_number': 0, 'project_id': 'c94fc6b7cf004b03b6610c617415b316', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb52962a-5c61-4a98-8df4-1631fd2e75ee', 'name': '', 'network_id': '9f0a0a70-36ce-402d-923c-729f01f617e9', 'tenant_id': 'c94fc6b7cf004b03b6610c617415b316', 'mac_address': 'fa:16:3e:08:1e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fa3708c-ed9f-4062-b458-7023c3be3f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '268d9a9b-c8cd-41c6-9c6e-7f9d40e41eae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:26:50Z', 'updated_at': '2021-09-23T07:26:56Z', 'revision_number': 5, 'project_id': 'c94fc6b7cf004b03b6610c617415b316', 'subnets': [{'id': '268d9a9b-c8cd-41c6-9c6e-7f9d40e41eae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 07:28:18.652644 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-ed39dc33-b54b-4121-9636-03ab9b4305d5 req-ed66233b-a716-473e-b7b2-a0c9434f08ba service neutron] 10.222.0.53 "GET /v2.0/networks/9f0a0a70-36ce-402d-923c-729f01f617e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287472 Sep 23 07:28:18.779781 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ca01e9-dc08-4032-a94a-de31b4e70935 req-7357a91b-7c0f-4104-a97f-fea1ddafcf91 tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:28:18.781497 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-e4ca01e9-dc08-4032-a94a-de31b4e70935 req-7357a91b-7c0f-4104-a97f-fea1ddafcf91 tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/ports?device_id=be5e8ac1-24da-457e-9cd8-b70acf9bb857 HTTP/1.1" status: 200 len: 945 time: 0.0652695 Sep 23 07:28:18.888627 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-e4ca01e9-dc08-4032-a94a-de31b4e70935 req-b54c4a98-a571-47bc-9ee7-c0d01321eac8 tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/security-groups?id=b1176efc-2ea4-4549-99dc-1bd682ff6d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915067 Sep 23 07:28:18.890399 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77126220-d75c-4c7b-b214-58369fe51762 None None] New status for floating IP 89e5ae14-71fd-47c0-922d-c2f2dcdea697: ACTIVE {{(pid=94842) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 07:28:18.993249 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04851546-d70c-4028-9d6f-06f72b2ad527 req-e596a44f-3bdc-42bd-b1e8-d980070b260e tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:28:18.995243 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-04851546-d70c-4028-9d6f-06f72b2ad527 req-e596a44f-3bdc-42bd-b1e8-d980070b260e tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] 10.222.0.62 "GET /v2.0/ports?device_id=f2f739a5-b918-46ae-a5a1-5005a5b39ebd HTTP/1.1" status: 200 len: 945 time: 0.0818894 Sep 23 07:28:19.045912 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-04851546-d70c-4028-9d6f-06f72b2ad527 req-41a3b57d-abb5-4448-8b84-d5d6ffe22bdc tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] 10.222.0.62 "GET /v2.0/security-groups?id=a0ce8cd3-710a-441a-bcf8-df9fb0d9b143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440071 Sep 23 07:28:20.108616 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368f64da-8021-4e50-9bbb-9d8786d94a74 req-6526bd64-075b-482c-9fa4-15900d7c31e5 tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:28:20.129191 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-368f64da-8021-4e50-9bbb-9d8786d94a74 req-6526bd64-075b-482c-9fa4-15900d7c31e5 tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/ports?device_id=be5e8ac1-24da-457e-9cd8-b70acf9bb857 HTTP/1.1" status: 200 len: 945 time: 0.1095819 Sep 23 07:28:20.266156 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-368f64da-8021-4e50-9bbb-9d8786d94a74 req-9bc57c79-edd5-4f88-b63b-000b5a161b3e tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/security-groups?id=b1176efc-2ea4-4549-99dc-1bd682ff6d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350741 Sep 23 07:28:20.297521 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265493bb-c5bf-45f5-898a-09272535ec7b req-49d53324-cbbc-4ee2-a230-ebd235d5d5cf tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:28:20.300172 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-265493bb-c5bf-45f5-898a-09272535ec7b req-49d53324-cbbc-4ee2-a230-ebd235d5d5cf tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] 10.222.0.62 "GET /v2.0/ports?device_id=f2f739a5-b918-46ae-a5a1-5005a5b39ebd HTTP/1.1" status: 200 len: 945 time: 0.1396236 Sep 23 07:28:20.367076 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-265493bb-c5bf-45f5-898a-09272535ec7b req-d05c491a-800b-41f8-89c6-1d0529a6fc8d tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] 10.222.0.62 "GET /v2.0/security-groups?id=a0ce8cd3-710a-441a-bcf8-df9fb0d9b143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491836 Sep 23 07:28:21.478752 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e0f05f-9a22-4b29-b531-58421d96d0e1 req-45181c43-2ae4-4464-9583-7cc187fd904a tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:28:21.480569 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-64e0f05f-9a22-4b29-b531-58421d96d0e1 req-45181c43-2ae4-4464-9583-7cc187fd904a tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/ports?device_id=be5e8ac1-24da-457e-9cd8-b70acf9bb857 HTTP/1.1" status: 200 len: 945 time: 0.0714874 Sep 23 07:28:21.576529 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-64e0f05f-9a22-4b29-b531-58421d96d0e1 req-646eccee-9f8a-4486-a13a-60cd2599d0a8 tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/security-groups?id=b1176efc-2ea4-4549-99dc-1bd682ff6d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876389 Sep 23 07:28:21.589412 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1ab635-b9bd-4ffc-8ecc-7edee03caa61 req-26ba29bc-4ddd-49a9-8c21-683f4f6982b9 tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:28:21.591279 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-0f1ab635-b9bd-4ffc-8ecc-7edee03caa61 req-26ba29bc-4ddd-49a9-8c21-683f4f6982b9 tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] 10.222.0.62 "GET /v2.0/ports?device_id=f2f739a5-b918-46ae-a5a1-5005a5b39ebd HTTP/1.1" status: 200 len: 945 time: 0.1093669 Sep 23 07:28:21.651062 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-0f1ab635-b9bd-4ffc-8ecc-7edee03caa61 req-8a851f1f-54fc-430d-8a93-a2c5589bd9cf tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] 10.222.0.62 "GET /v2.0/security-groups?id=a0ce8cd3-710a-441a-bcf8-df9fb0d9b143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491641 Sep 23 07:28:22.724392 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a54501-010d-4ab5-b5da-2a185cff0723 req-4f43f725-6985-4160-a094-8eeab1a4c2eb tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:28:22.728091 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-36a54501-010d-4ab5-b5da-2a185cff0723 req-4f43f725-6985-4160-a094-8eeab1a4c2eb tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/ports?device_id=be5e8ac1-24da-457e-9cd8-b70acf9bb857 HTTP/1.1" status: 200 len: 945 time: 0.0661733 Sep 23 07:28:22.815773 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-36a54501-010d-4ab5-b5da-2a185cff0723 req-cfb178a2-fa0e-41af-af96-77f3eb32f2df tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/security-groups?id=b1176efc-2ea4-4549-99dc-1bd682ff6d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803735 Sep 23 07:28:22.837691 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9d58ab-7124-493d-86fb-70d0bf8314cf req-a956f563-5544-487e-8d96-f8cb005b2dc5 tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:28:22.846752 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-af9d58ab-7124-493d-86fb-70d0bf8314cf req-a956f563-5544-487e-8d96-f8cb005b2dc5 tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] 10.222.0.62 "GET /v2.0/ports?device_id=f2f739a5-b918-46ae-a5a1-5005a5b39ebd HTTP/1.1" status: 200 len: 945 time: 0.1020751 Sep 23 07:28:22.873235 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d3c4ef94-17d5-4661-bf07-10ef1ef0952a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:22.898502 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-af9d58ab-7124-493d-86fb-70d0bf8314cf req-e5e8d301-18ae-4e52-9993-57fd1e1af161 tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] 10.222.0.62 "GET /v2.0/security-groups?id=a0ce8cd3-710a-441a-bcf8-df9fb0d9b143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506983 Sep 23 07:28:24.059984 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a37e18-77dd-48a1-b978-47e02c298815 req-473414c9-f7fb-4157-ae6d-a9d97a1326ea tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:28:24.061390 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-e4a37e18-77dd-48a1-b978-47e02c298815 req-473414c9-f7fb-4157-ae6d-a9d97a1326ea tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/ports?device_id=be5e8ac1-24da-457e-9cd8-b70acf9bb857 HTTP/1.1" status: 200 len: 945 time: 0.1255610 Sep 23 07:28:24.071828 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00adef16-3088-400b-b154-24fd73dac761 req-b7cd81f5-2868-4911-bfe2-374d0fe8d815 tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:28:24.073493 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-00adef16-3088-400b-b154-24fd73dac761 req-b7cd81f5-2868-4911-bfe2-374d0fe8d815 tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] 10.222.0.62 "GET /v2.0/ports?device_id=f2f739a5-b918-46ae-a5a1-5005a5b39ebd HTTP/1.1" status: 200 len: 945 time: 0.0886691 Sep 23 07:28:24.133018 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-e4a37e18-77dd-48a1-b978-47e02c298815 req-4dcf40e7-cdde-46a4-a1ec-80d31db2c21e tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/security-groups?id=b1176efc-2ea4-4549-99dc-1bd682ff6d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582421 Sep 23 07:28:24.143438 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-00adef16-3088-400b-b154-24fd73dac761 req-e8097bdd-0984-4b7a-8b92-2601248b3a79 tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] 10.222.0.62 "GET /v2.0/security-groups?id=a0ce8cd3-710a-441a-bcf8-df9fb0d9b143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535550 Sep 23 07:28:24.974336 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de7b8e3-797c-41e3-abcb-87b9806f7e63 req-ba8c23af-a709-4768-b683-b3256c1389b3 tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:28:24.975854 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-5de7b8e3-797c-41e3-abcb-87b9806f7e63 req-ba8c23af-a709-4768-b683-b3256c1389b3 tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.53 "GET /v2.0/ports?device_id=be5e8ac1-24da-457e-9cd8-b70acf9bb857 HTTP/1.1" status: 200 len: 945 time: 0.0918536 Sep 23 07:28:25.082727 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-5de7b8e3-797c-41e3-abcb-87b9806f7e63 req-d0bbbb21-54d6-4296-a662-69a1426b35af tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] Deleting port 4742ed84-7103-4a63-868a-99b885e5faa4 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:28:25.083290 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-5de7b8e3-797c-41e3-abcb-87b9806f7e63 req-d0bbbb21-54d6-4296-a662-69a1426b35af tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728618132776'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:25.209098 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-5de7b8e3-797c-41e3-abcb-87b9806f7e63 req-d0bbbb21-54d6-4296-a662-69a1426b35af tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] For port 4742ed84-7103-4a63-868a-99b885e5faa4, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=4742ed84-7103-4a63-868a-99b885e5faa4,segment=NetworkSegment(9680fae7-9ca3-40a6-b351-10f8a15caa7a),segment_id=9680fae7-9ca3-40a6-b351-10f8a15caa7a)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:28:25.209705 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-5de7b8e3-797c-41e3-abcb-87b9806f7e63 req-d0bbbb21-54d6-4296-a662-69a1426b35af tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452355'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:25.225071 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-5de7b8e3-797c-41e3-abcb-87b9806f7e63 req-d0bbbb21-54d6-4296-a662-69a1426b35af tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] Calling delete_port for 4742ed84-7103-4a63-868a-99b885e5faa4 owned by compute:nova {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:28:25.387919 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.62', 56550) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:28:25.402474 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e46b9c1-5853-4a08-9309-39d282fb0016 req-75bd129f-1e98-46e5-a3ad-cf7a1236cd55 tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:28:25.404053 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-1e46b9c1-5853-4a08-9309-39d282fb0016 req-75bd129f-1e98-46e5-a3ad-cf7a1236cd55 tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] 10.222.0.62 "GET /v2.0/ports?device_id=f2f739a5-b918-46ae-a5a1-5005a5b39ebd HTTP/1.1" status: 200 len: 945 time: 0.1186261 Sep 23 07:28:25.418641 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4aeb908-e677-4b5a-981f-98219d5cbbe1 req-c3c9839b-40c1-4160-a861-1065fd103b13 tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:28:25.419927 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-a4aeb908-e677-4b5a-981f-98219d5cbbe1 req-c3c9839b-40c1-4160-a861-1065fd103b13 tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/ports?device_id=be5e8ac1-24da-457e-9cd8-b70acf9bb857 HTTP/1.1" status: 200 len: 945 time: 0.1334047 Sep 23 07:28:25.497335 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-a4aeb908-e677-4b5a-981f-98219d5cbbe1 req-37f8440f-2129-499e-9218-81b1bf9f6028 tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/security-groups?id=b1176efc-2ea4-4549-99dc-1bd682ff6d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678251 Sep 23 07:28:25.546546 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-1e46b9c1-5853-4a08-9309-39d282fb0016 req-489fc7fb-bf7e-4246-b55d-f3a57b98a6e3 tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] 10.222.0.62 "GET /v2.0/security-groups?id=a0ce8cd3-710a-441a-bcf8-df9fb0d9b143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1256111 Sep 23 07:28:25.551127 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-50d09384-297e-4521-9c15-9436e3c1f1a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:25.695723 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-5de7b8e3-797c-41e3-abcb-87b9806f7e63 req-d0bbbb21-54d6-4296-a662-69a1426b35af tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728618137326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728617650872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58829502'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:25.703895 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-50d09384-297e-4521-9c15-9436e3c1f1a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:25.717482 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] get_ports_and_sgs() called for port_ids ['4742ed84-7103-4a63-868a-99b885e5faa4'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 07:28:25.772062 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bbbb21-54d6-4296-a662-69a1426b35af tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] Pushing event deleted for resources: {'Port': ['ID=4742ed84-7103-4a63-868a-99b885e5faa4,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:28:25.775586 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-50d09384-297e-4521-9c15-9436e3c1f1a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520401'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:25.833672 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [None req-50d09384-297e-4521-9c15-9436e3c1f1a1 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=62122007e12a489fae726737450413e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4436412 Sep 23 07:28:25.833947 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d09384-297e-4521-9c15-9436e3c1f1a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28ac06f0-91fd-4738-ae61-3c11bab451da,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:28:25.838058 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.62', 56560) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:28:25.896317 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-5de7b8e3-797c-41e3-abcb-87b9806f7e63 req-d0bbbb21-54d6-4296-a662-69a1426b35af tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] No DVR routers for this DVR port 4742ed84-7103-4a63-868a-99b885e5faa4 on host hv-cinder-80588 {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 07:28:25.911977 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-5de7b8e3-797c-41e3-abcb-87b9806f7e63 req-d0bbbb21-54d6-4296-a662-69a1426b35af tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210484'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:25.915718 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-5de7b8e3-797c-41e3-abcb-87b9806f7e63 req-d0bbbb21-54d6-4296-a662-69a1426b35af tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.53 "DELETE /v2.0/ports/4742ed84-7103-4a63-868a-99b885e5faa4 HTTP/1.1" status: 204 len: 173 time: 0.9327941 Sep 23 07:28:25.925803 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be5e8ac1-24da-457e-9cd8-b70acf9bb857', 'name': 'network-vif-deleted', 'tag': '4742ed84-7103-4a63-868a-99b885e5faa4'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:28:25.928893 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59377972be4a6b1db7d764771ea1170f497e9021ac5c159e937f759c4704c07c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-186bf825-2045-43c8-9afe-f751cfe6f072" -d '{"events": [{"server_uuid": "be5e8ac1-24da-457e-9cd8-b70acf9bb857", "name": "network-vif-deleted", "tag": "4742ed84-7103-4a63-868a-99b885e5faa4"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:28:25.964773 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f0cc712c-f207-467c-9afd-e23aea56dbc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:25.997996 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f0cc712c-f207-467c-9afd-e23aea56dbc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:26.002628 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 07:28:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12b5aca5-78a7-4168-a6ff-0d31fec43399 x-openstack-request-id: req-12b5aca5-78a7-4168-a6ff-0d31fec43399 {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:28:26.003331 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be5e8ac1-24da-457e-9cd8-b70acf9bb857", "name": "network-vif-deleted", "tag": "4742ed84-7103-4a63-868a-99b885e5faa4", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:28:26.003772 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-12b5aca5-78a7-4168-a6ff-0d31fec43399 {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:28:26.004381 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be5e8ac1-24da-457e-9cd8-b70acf9bb857', 'name': 'network-vif-deleted', 'tag': '4742ed84-7103-4a63-868a-99b885e5faa4', 'status': 'completed', 'code': 200} Sep 23 07:28:26.045645 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ac1f96-96b2-4be7-b975-564a3426508f req-94e557cf-3444-468b-9848-2b35efd49a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:28:26.048116 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-d9ac1f96-96b2-4be7-b975-564a3426508f req-94e557cf-3444-468b-9848-2b35efd49a82 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2661271257b242509f29ed8640a48915&device_id=f2f739a5-b918-46ae-a5a1-5005a5b39ebd HTTP/1.1" status: 200 len: 1098 time: 0.1536314 Sep 23 07:28:26.068958 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f5a98c-0c4a-42ad-850b-5a927f6561ee req-79b2ea79-b52f-4bd8-a468-bd0e66b29a32 tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:28:26.070681 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-f7f5a98c-0c4a-42ad-850b-5a927f6561ee req-79b2ea79-b52f-4bd8-a468-bd0e66b29a32 tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] 10.222.0.62 "GET /v2.0/ports?device_id=f2f739a5-b918-46ae-a5a1-5005a5b39ebd HTTP/1.1" status: 200 len: 945 time: 0.0962849 Sep 23 07:28:26.123581 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f0cc712c-f207-467c-9afd-e23aea56dbc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520401'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:26.130516 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f0cc712c-f207-467c-9afd-e23aea56dbc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:26.135244 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [None req-f0cc712c-f207-467c-9afd-e23aea56dbc1 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/28ac06f0-91fd-4738-ae61-3c11bab451da HTTP/1.1" status: 204 len: 168 time: 0.2957454 Sep 23 07:28:26.152039 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cc712c-f207-467c-9afd-e23aea56dbc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28ac06f0-91fd-4738-ae61-3c11bab451da,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:28:26.173626 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-f7f5a98c-0c4a-42ad-850b-5a927f6561ee req-3e8dfb27-aea7-43ea-9d10-fd9bf9b23a44 tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] 10.222.0.62 "GET /v2.0/security-groups?id=a0ce8cd3-710a-441a-bcf8-df9fb0d9b143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0941470 Sep 23 07:28:26.211317 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ac1f96-96b2-4be7-b975-564a3426508f req-2dd41640-feb9-465a-a3ff-8b4437e6652b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:28:26.213098 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-d9ac1f96-96b2-4be7-b975-564a3426508f req-2dd41640-feb9-465a-a3ff-8b4437e6652b service neutron] 10.222.0.53 "GET /v2.0/networks?id=af2ddaae-84fe-4fba-a944-e4f48fd0d9fc HTTP/1.1" status: 200 len: 911 time: 0.1411943 Sep 23 07:28:26.300175 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-d9ac1f96-96b2-4be7-b975-564a3426508f req-53e3b8a4-330c-45a7-a2d7-1c2ca2c44ebc service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d5d95114-49c5-42a0-b94c-fc33fe17693a HTTP/1.1" status: 200 len: 1000 time: 0.0785766 Sep 23 07:28:26.350850 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ac1f96-96b2-4be7-b975-564a3426508f req-b3687105-b86f-47ae-850e-4cc401c18e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:28:26.352321 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-d9ac1f96-96b2-4be7-b975-564a3426508f req-b3687105-b86f-47ae-850e-4cc401c18e72 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=68f0a779-afe9-48a5-86f0-926f10275d4d HTTP/1.1" status: 200 len: 849 time: 0.0455856 Sep 23 07:28:26.400468 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ac1f96-96b2-4be7-b975-564a3426508f req-673147a9-a713-4421-86eb-34308e96cea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:28:26.401958 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-d9ac1f96-96b2-4be7-b975-564a3426508f req-673147a9-a713-4421-86eb-34308e96cea6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=af2ddaae-84fe-4fba-a944-e4f48fd0d9fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0428026 Sep 23 07:28:26.507351 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-d9ac1f96-96b2-4be7-b975-564a3426508f req-a078f669-ff00-496e-85f9-8269ecca5cfb service neutron] 10.222.0.53 "GET /v2.0/networks/af2ddaae-84fe-4fba-a944-e4f48fd0d9fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939476 Sep 23 07:28:26.609206 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-000057ab-391b-4ce2-8f1a-bdc4f67b7ab6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:26.624699 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-5f571bea-838a-4a56-a0f8-ed7cd3837043 req-861608f2-dc81-4cd8-be62-c90c7e51b142 tempest-ServerRescueNegativeTestJSON-1142652823 tempest-ServerRescueNegativeTestJSON-1142652823-project] 10.222.0.62 "GET /v2.0/ports?device_id=be5e8ac1-24da-457e-9cd8-b70acf9bb857 HTTP/1.1" status: 200 len: 210 time: 0.0336187 Sep 23 07:28:26.630278 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-d9ac1f96-96b2-4be7-b975-564a3426508f req-79ac8b50-be40-456d-a381-5af0d653cbc5 service neutron] 10.222.0.53 "GET /v2.0/networks/af2ddaae-84fe-4fba-a944-e4f48fd0d9fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160035 Sep 23 07:28:26.775121 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc09c070-5fc8-4466-8236-6ba4a74262b4 req-0eb1f595-d5ab-4d64-b4ea-813ac3b39b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:28:26.776800 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-bc09c070-5fc8-4466-8236-6ba4a74262b4 req-0eb1f595-d5ab-4d64-b4ea-813ac3b39b71 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2661271257b242509f29ed8640a48915&device_id=f2f739a5-b918-46ae-a5a1-5005a5b39ebd HTTP/1.1" status: 200 len: 1098 time: 0.0475733 Sep 23 07:28:26.937675 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.62', 56590) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:28:26.952398 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-335d5d30-c958-42a1-ab6e-91fc6c44647b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:27.067812 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-335d5d30-c958-42a1-ab6e-91fc6c44647b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:27.112307 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc09c070-5fc8-4466-8236-6ba4a74262b4 req-7f941f4f-068e-4cfa-b91a-37a20144a5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:28:27.114069 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-bc09c070-5fc8-4466-8236-6ba4a74262b4 req-7f941f4f-068e-4cfa-b91a-37a20144a5d7 service neutron] 10.222.0.53 "GET /v2.0/networks?id=af2ddaae-84fe-4fba-a944-e4f48fd0d9fc HTTP/1.1" status: 200 len: 911 time: 0.3259563 Sep 23 07:28:27.126420 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-335d5d30-c958-42a1-ab6e-91fc6c44647b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520401'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:27.168129 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [None req-335d5d30-c958-42a1-ab6e-91fc6c44647b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=9f767bb905c34e5f8233e4ab1769c95c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2287297 Sep 23 07:28:27.169593 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335d5d30-c958-42a1-ab6e-91fc6c44647b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c81f972-7eaa-4802-8a56-76443ab1af12,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:28:27.171464 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.62', 56592) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:28:27.215517 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-bc09c070-5fc8-4466-8236-6ba4a74262b4 req-265d2940-ac68-4aea-9404-ece8a3502f33 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d5d95114-49c5-42a0-b94c-fc33fe17693a HTTP/1.1" status: 200 len: 1000 time: 0.0926142 Sep 23 07:28:27.288485 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ea1edfb3-b04c-402a-b435-d04021d2a9ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:27.297852 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc09c070-5fc8-4466-8236-6ba4a74262b4 req-4edce1e3-2203-47bb-b953-1efea340db4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:28:27.299346 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-bc09c070-5fc8-4466-8236-6ba4a74262b4 req-4edce1e3-2203-47bb-b953-1efea340db4d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=68f0a779-afe9-48a5-86f0-926f10275d4d HTTP/1.1" status: 200 len: 849 time: 0.0716045 Sep 23 07:28:27.346793 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ea1edfb3-b04c-402a-b435-d04021d2a9ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:27.415383 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d1c1a5-6c7d-4a83-a32f-1991a0b996d4 req-acfb709a-4d12-4e97-900f-12b4e6860cd6 tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:28:27.416926 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-76d1c1a5-6c7d-4a83-a32f-1991a0b996d4 req-acfb709a-4d12-4e97-900f-12b4e6860cd6 tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] 10.222.0.62 "GET /v2.0/ports?device_id=f2f739a5-b918-46ae-a5a1-5005a5b39ebd HTTP/1.1" status: 200 len: 945 time: 0.1239753 Sep 23 07:28:27.420991 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc09c070-5fc8-4466-8236-6ba4a74262b4 req-131b42ef-98e1-4bee-b130-c2e1aac0830f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:28:27.422976 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-bc09c070-5fc8-4466-8236-6ba4a74262b4 req-131b42ef-98e1-4bee-b130-c2e1aac0830f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=af2ddaae-84fe-4fba-a944-e4f48fd0d9fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1096363 Sep 23 07:28:27.487526 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-76d1c1a5-6c7d-4a83-a32f-1991a0b996d4 req-2a09165b-55de-4a25-98bf-a58af7ab2703 tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] 10.222.0.62 "GET /v2.0/security-groups?id=a0ce8cd3-710a-441a-bcf8-df9fb0d9b143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627756 Sep 23 07:28:27.525555 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ea1edfb3-b04c-402a-b435-d04021d2a9ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520401'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:27.528514 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ea1edfb3-b04c-402a-b435-d04021d2a9ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:27.530323 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [None req-ea1edfb3-b04c-402a-b435-d04021d2a9ff admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/9c81f972-7eaa-4802-8a56-76443ab1af12 HTTP/1.1" status: 204 len: 168 time: 0.3566861 Sep 23 07:28:27.545314 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1edfb3-b04c-402a-b435-d04021d2a9ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c81f972-7eaa-4802-8a56-76443ab1af12,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:28:27.560503 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-bc09c070-5fc8-4466-8236-6ba4a74262b4 req-090704e4-d829-4ddc-bdac-dababf85cca8 service neutron] 10.222.0.53 "GET /v2.0/networks/af2ddaae-84fe-4fba-a944-e4f48fd0d9fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288891 Sep 23 07:28:27.669231 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-bc09c070-5fc8-4466-8236-6ba4a74262b4 req-8aa960ca-6655-4620-bd19-af02694b5982 service neutron] 10.222.0.53 "GET /v2.0/networks/af2ddaae-84fe-4fba-a944-e4f48fd0d9fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009052 Sep 23 07:28:27.685186 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.62', 56600) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:28:27.695035 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:27.918627 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:28.055494 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-1854caf6-1153-400a-8d11-9ed8c1e229e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:28.096797 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Device 4742ed84-7103-4a63-868a-99b885e5faa4 no longer exists at agent hyperv_hv-cinder-80588 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:28:28.140770 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] No Port match for: 4742ed84-7103-4a63-868a-99b885e5faa4 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 07:28:28.142315 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Device 4742ed84-7103-4a63-868a-99b885e5faa4 not bound to the agent host hv-cinder-80588 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 07:28:28.215262 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6d6d9384-6a22-4f9a-b2d5-00d2a273e95f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-455450'] for router_interface, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:28.547057 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-6d6d9384-6a22-4f9a-b2d5-00d2a273e95f admin admin] Deleting port 3ce90b69-5db7-469e-a4a7-965825b97ed0 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:28:28.547422 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6d6d9384-6a22-4f9a-b2d5-00d2a273e95f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728618132776'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:28.611964 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8ef75a-ca97-4855-990e-09a0bccf1bc0 req-bf1da7c3-44df-42f2-a8aa-0d404ec56be0 tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:28:28.613678 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-ee8ef75a-ca97-4855-990e-09a0bccf1bc0 req-bf1da7c3-44df-42f2-a8aa-0d404ec56be0 tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] 10.222.0.62 "GET /v2.0/ports?device_id=f2f739a5-b918-46ae-a5a1-5005a5b39ebd HTTP/1.1" status: 200 len: 945 time: 0.0549862 Sep 23 07:28:28.637726 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-6d6d9384-6a22-4f9a-b2d5-00d2a273e95f admin admin] For port 3ce90b69-5db7-469e-a4a7-965825b97ed0, host dv-cinder-805887-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-18-iscsi',level=0,port_id=3ce90b69-5db7-469e-a4a7-965825b97ed0,segment=NetworkSegment(9680fae7-9ca3-40a6-b351-10f8a15caa7a),segment_id=9680fae7-9ca3-40a6-b351-10f8a15caa7a)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:28:28.638057 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6d6d9384-6a22-4f9a-b2d5-00d2a273e95f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452355'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:28.651734 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-6d6d9384-6a22-4f9a-b2d5-00d2a273e95f admin admin] Calling delete_port for 3ce90b69-5db7-469e-a4a7-965825b97ed0 owned by network:router_interface {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:28:28.653263 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-ee8ef75a-ca97-4855-990e-09a0bccf1bc0 req-040cd135-66e4-4461-b168-0ce1096865ce tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] 10.222.0.62 "GET /v2.0/security-groups?id=a0ce8cd3-710a-441a-bcf8-df9fb0d9b143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335562 Sep 23 07:28:28.935838 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6d6d9384-6a22-4f9a-b2d5-00d2a273e95f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728618137326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728617650872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58957170'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:28.969401 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6d9384-6a22-4f9a-b2d5-00d2a273e95f admin admin] Pushing event deleted for resources: {'Port': ['ID=3ce90b69-5db7-469e-a4a7-965825b97ed0,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:28:29.178234 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6d6d9384-6a22-4f9a-b2d5-00d2a273e95f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-456083'] for router_interface, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:29.664475 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d6d9384-6a22-4f9a-b2d5-00d2a273e95f admin admin] Router 1092a296-0cbe-46a4-bf16-76c632bddb6c has already been hosted by L3 agent 65b4f7dd-c6e9-4255-94ee-66e285aed80f {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 07:28:29.809854 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d6d9384-6a22-4f9a-b2d5-00d2a273e95f admin admin] Notify agent at l3_agent.dv-cinder-805887-18-iscsi the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 07:28:29.816764 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [None req-6d6d9384-6a22-4f9a-b2d5-00d2a273e95f admin admin] 10.222.0.62 "PUT /v2.0/routers/1092a296-0cbe-46a4-bf16-76c632bddb6c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1295087 Sep 23 07:28:29.819366 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.62', 56684) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:28:29.820638 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a158289-0231-475e-a54b-ab1c13aabb9d None None] Sync routers for ids ['1092a296-0cbe-46a4-bf16-76c632bddb6c'] in dv-cinder-805887-18-iscsi {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 07:28:29.836157 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a158289-0231-475e-a54b-ab1c13aabb9d None None] Routers {'1092a296-0cbe-46a4-bf16-76c632bddb6c'} bound to L3 agent in host dv-cinder-805887-18-iscsi {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:28:29.836817 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-0a158289-0231-475e-a54b-ab1c13aabb9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T07:15:56Z,description=,heartbeat_timestamp=2021-09-23T07:28:26Z,host='dv-cinder-805887-18-iscsi',id=65b4f7dd-c6e9-4255-94ee-66e285aed80f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T07:15:57Z,topic='l3_agent')) {'router_ids': ['1092a296-0cbe-46a4-bf16-76c632bddb6c'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:28:29.917846 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e4079388-143e-46ee-8cf3-ea3894d72bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:29.959038 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7ab2dcb7-8ad2-4389-bacf-fe3fbaf2dc5b admin admin] Notify callbacks [] for router, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:29.978539 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-0a158289-0231-475e-a54b-ab1c13aabb9d None None] Set router 1092a296-0cbe-46a4-bf16-76c632bddb6c gateway port host: dv-cinder-805887-18-iscsi {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:28:30.121066 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7ab2dcb7-8ad2-4389-bacf-fe3fbaf2dc5b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:30.201527 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-0a158289-0231-475e-a54b-ab1c13aabb9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1092a296-0cbe-46a4-bf16-76c632bddb6c', 'name': 'tempest-ServerRescueNegativeTestJSON-918220328-router', 'tenant_id': 'f847624712b744ff9af7930d845e8424', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'external_fixed_ips': [{'subnet_id': '89646001-5df7-4559-baa8-56e15a045fc5', 'ip_address': '172.27.2.46'}], 'enable_snat': True}, 'gw_port_id': '9fe22f1c-feb1-4260-924b-9d882109f38c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:24:21Z', 'updated_at': '2021-09-23T07:28:28Z', 'revision_number': 5, 'project_id': 'f847624712b744ff9af7930d845e8424', 'gw_port': {'id': '9fe22f1c-feb1-4260-924b-9d882109f38c', 'name': '', 'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:bb:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1092a296-0cbe-46a4-bf16-76c632bddb6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '89646001-5df7-4559-baa8-56e15a045fc5', 'ip_address': '172.27.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:24:23Z', 'updated_at': '2021-09-23T07:24:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89646001-5df7-4559-baa8-56e15a045fc5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-18-iscsi'}], 'dv-cinder-805887-18-iscsi', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:28:30.230514 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a158289-0231-475e-a54b-ab1c13aabb9d None None] Checking router: 1092a296-0cbe-46a4-bf16-76c632bddb6c for host: dv-cinder-805887-18-iscsi {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 07:28:30.240385 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a158289-0231-475e-a54b-ab1c13aabb9d None None] Routers {'1092a296-0cbe-46a4-bf16-76c632bddb6c'} bound to L3 agent in host dv-cinder-805887-18-iscsi {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:28:30.241246 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-0a158289-0231-475e-a54b-ab1c13aabb9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T07:15:56Z,description=,heartbeat_timestamp=2021-09-23T07:28:26Z,host='dv-cinder-805887-18-iscsi',id=65b4f7dd-c6e9-4255-94ee-66e285aed80f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T07:15:57Z,topic='l3_agent')) {'router_ids': ['1092a296-0cbe-46a4-bf16-76c632bddb6c'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:28:30.277195 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-7ab2dcb7-8ad2-4389-bacf-fe3fbaf2dc5b admin admin] Deleting port 9fe22f1c-feb1-4260-924b-9d882109f38c {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:28:30.277529 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7ab2dcb7-8ad2-4389-bacf-fe3fbaf2dc5b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728618132776'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:30.332103 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-0a158289-0231-475e-a54b-ab1c13aabb9d None None] Set router 1092a296-0cbe-46a4-bf16-76c632bddb6c gateway port host: None {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:28:30.364904 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-7ab2dcb7-8ad2-4389-bacf-fe3fbaf2dc5b admin admin] For port 9fe22f1c-feb1-4260-924b-9d882109f38c, host dv-cinder-805887-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-18-iscsi',level=0,port_id=9fe22f1c-feb1-4260-924b-9d882109f38c,segment=NetworkSegment(8399e290-ca7c-4b27-b40e-543152e4317b),segment_id=8399e290-ca7c-4b27-b40e-543152e4317b)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:28:30.365266 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7ab2dcb7-8ad2-4389-bacf-fe3fbaf2dc5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452355'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:30.379207 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-7ab2dcb7-8ad2-4389-bacf-fe3fbaf2dc5b admin admin] Calling delete_port for 9fe22f1c-feb1-4260-924b-9d882109f38c owned by network:router_gateway {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:28:30.388592 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-0a158289-0231-475e-a54b-ab1c13aabb9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1092a296-0cbe-46a4-bf16-76c632bddb6c', 'name': 'tempest-ServerRescueNegativeTestJSON-918220328-router', 'tenant_id': 'f847624712b744ff9af7930d845e8424', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:24:21Z', 'updated_at': '2021-09-23T07:28:30Z', 'revision_number': 6, 'project_id': 'f847624712b744ff9af7930d845e8424', 'gw_port_host': None}], 'dv-cinder-805887-18-iscsi', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:28:30.414354 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a158289-0231-475e-a54b-ab1c13aabb9d None None] The sync data for ids ['1092a296-0cbe-46a4-bf16-76c632bddb6c'] in dv-cinder-805887-18-iscsi is: [{'id': '1092a296-0cbe-46a4-bf16-76c632bddb6c', 'name': 'tempest-ServerRescueNegativeTestJSON-918220328-router', 'tenant_id': 'f847624712b744ff9af7930d845e8424', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:24:21Z', 'updated_at': '2021-09-23T07:28:30Z', 'revision_number': 6, 'project_id': 'f847624712b744ff9af7930d845e8424', 'gw_port_host': None}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 07:28:30.654180 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7ab2dcb7-8ad2-4389-bacf-fe3fbaf2dc5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728618137326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728617650872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58957170'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:30.680345 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab2dcb7-8ad2-4389-bacf-fe3fbaf2dc5b admin admin] Pushing event deleted for resources: {'Port': ['ID=9fe22f1c-feb1-4260-924b-9d882109f38c,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:28:30.746627 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7ab2dcb7-8ad2-4389-bacf-fe3fbaf2dc5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-456016'] for router_gateway, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:30.896466 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7ab2dcb7-8ad2-4389-bacf-fe3fbaf2dc5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-459327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1432'] for router, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:30.900341 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7ab2dcb7-8ad2-4389-bacf-fe3fbaf2dc5b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:31.019231 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.62', 56698) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:28:31.056166 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7ab2dcb7-8ad2-4389-bacf-fe3fbaf2dc5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-459318'] for router, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:31.056692 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ab2dcb7-8ad2-4389-bacf-fe3fbaf2dc5b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1092a296-0cbe-46a4-bf16-76c632bddb6c {{(pid=94840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 07:28:31.064769 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7ab2dcb7-8ad2-4389-bacf-fe3fbaf2dc5b admin admin] Notify callbacks [] for router, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:31.065995 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [None req-7ab2dcb7-8ad2-4389-bacf-fe3fbaf2dc5b admin admin] 10.222.0.62 "DELETE /v2.0/routers/1092a296-0cbe-46a4-bf16-76c632bddb6c HTTP/1.1" status: 204 len: 168 time: 1.2456408 Sep 23 07:28:31.068826 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.62', 56702) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:28:31.069318 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.db.db_base_plugin_v2 [None req-99bc89a7-3eb2-4c65-9fce-6e0d44c2104c admin admin] Deleting subnet e8eed5d5-8c59-4e7d-ab4c-52fe690c2c53 {{(pid=94840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 07:28:31.072467 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-99bc89a7-3eb2-4c65-9fce-6e0d44c2104c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:31.116965 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.db.db_base_plugin_v2 [None req-30d83358-781a-437e-b274-f73e43fe9616 admin admin] Deleting subnet c0154a81-b31b-4d7e-b6a8-6873c78703af {{(pid=94841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 07:28:31.120867 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-30d83358-781a-437e-b274-f73e43fe9616 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:31.121128 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-99bc89a7-3eb2-4c65-9fce-6e0d44c2104c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60626748'] for subnet, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:31.157393 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-30d83358-781a-437e-b274-f73e43fe9616 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3022874'] for subnet, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:31.174300 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-99bc89a7-3eb2-4c65-9fce-6e0d44c2104c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1691543'] for subnet, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:31.201601 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-30d83358-781a-437e-b274-f73e43fe9616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1691543'] for subnet, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:31.318286 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-99bc89a7-3eb2-4c65-9fce-6e0d44c2104c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1691550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58957103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58720442'] for subnet, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:31.343859 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Device 3ce90b69-5db7-469e-a4a7-965825b97ed0 no longer exists at agent ovs-agent-dv-cinder-805887-18-iscsi {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:28:31.346600 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-30d83358-781a-437e-b274-f73e43fe9616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1691550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58829539', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60759899'] for subnet, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:31.362244 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bc89a7-3eb2-4c65-9fce-6e0d44c2104c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e8eed5d5-8c59-4e7d-ab4c-52fe690c2c53,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:28:31.368994 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] No Port match for: 3ce90b69-5db7-469e-a4a7-965825b97ed0 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 07:28:31.369332 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Device 3ce90b69-5db7-469e-a4a7-965825b97ed0 not bound to the agent host dv-cinder-805887-18-iscsi {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 07:28:31.369738 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-99bc89a7-3eb2-4c65-9fce-6e0d44c2104c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577015'] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:31.371827 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [None req-99bc89a7-3eb2-4c65-9fce-6e0d44c2104c admin admin] 10.222.0.62 "DELETE /v2.0/subnets/e8eed5d5-8c59-4e7d-ab4c-52fe690c2c53 HTTP/1.1" status: 204 len: 168 time: 0.3514552 Sep 23 07:28:31.374612 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.62', 56708) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:28:31.377580 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d83358-781a-437e-b274-f73e43fe9616 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c0154a81-b31b-4d7e-b6a8-6873c78703af,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:28:31.389819 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d83358-781a-437e-b274-f73e43fe9616 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:28:31.390411 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d83358-781a-437e-b274-f73e43fe9616 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:28:31.390778 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d83358-781a-437e-b274-f73e43fe9616 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:28:31.391386 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d83358-781a-437e-b274-f73e43fe9616 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:28:31.394378 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d83358-781a-437e-b274-f73e43fe9616 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:28:31.394378 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d83358-781a-437e-b274-f73e43fe9616 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:28:31.394378 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d83358-781a-437e-b274-f73e43fe9616 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:28:31.394378 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d83358-781a-437e-b274-f73e43fe9616 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:28:31.394378 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d83358-781a-437e-b274-f73e43fe9616 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:28:31.394378 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d83358-781a-437e-b274-f73e43fe9616 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:28:31.394378 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d83358-781a-437e-b274-f73e43fe9616 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:28:31.394378 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d83358-781a-437e-b274-f73e43fe9616 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:28:31.397112 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-30d83358-781a-437e-b274-f73e43fe9616 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:31.398966 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [None req-30d83358-781a-437e-b274-f73e43fe9616 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/c0154a81-b31b-4d7e-b6a8-6873c78703af HTTP/1.1" status: 204 len: 168 time: 0.3291175 Sep 23 07:28:31.401984 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.62', 56710) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:28:31.509878 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a2914e58-9026-46ba-a908-a7f34694f0e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1626991'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:31.524890 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c11201e4-bf49-49c7-a057-82013fbde07d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1626991'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:31.647112 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a2914e58-9026-46ba-a908-a7f34694f0e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687854', 'neutron.services.segments.db._delete_segments_for_network-8728618163092'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:31.686672 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c11201e4-bf49-49c7-a057-82013fbde07d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687854', 'neutron.services.segments.db._delete_segments_for_network-8728618163092'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:31.702417 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.services.segments.db [None req-a2914e58-9026-46ba-a908-a7f34694f0e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5aadf305-33ac-4849-8154-06215b393927']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:28:31.721602 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.services.segments.db [None req-a2914e58-9026-46ba-a908-a7f34694f0e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6442fc1e-6e9f-45e0-a586-0d56e26cc687') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:28:31.722061 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.services.segments.db [None req-a2914e58-9026-46ba-a908-a7f34694f0e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6442fc1e-6e9f-45e0-a586-0d56e26cc687') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:28:31.724944 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.services.segments.db [None req-c11201e4-bf49-49c7-a057-82013fbde07d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b44ca581-7903-4d34-918a-e51828122c6e']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:28:31.740924 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a2914e58-9026-46ba-a908-a7f34694f0e1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728618162845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60626725'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:31.753865 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.services.segments.db [None req-c11201e4-bf49-49c7-a057-82013fbde07d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9680fae7-9ca3-40a6-b351-10f8a15caa7a') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:28:31.753865 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.services.segments.db [None req-c11201e4-bf49-49c7-a057-82013fbde07d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9680fae7-9ca3-40a6-b351-10f8a15caa7a') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:28:31.760267 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c11201e4-bf49-49c7-a057-82013fbde07d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728618162845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60626725'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:31.767352 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a2914e58-9026-46ba-a908-a7f34694f0e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692928'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:31.776674 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2914e58-9026-46ba-a908-a7f34694f0e1 admin admin] Releasing vlan 579 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 07:28:31.786290 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a2914e58-9026-46ba-a908-a7f34694f0e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58954369'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:31.786290 dv-cinder-805887-18-iscsi neutron-server[94840]: Traceback (most recent call last): Sep 23 07:28:31.786290 dv-cinder-805887-18-iscsi neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 07:28:31.786290 dv-cinder-805887-18-iscsi neutron-server[94840]: timer() Sep 23 07:28:31.786290 dv-cinder-805887-18-iscsi neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 07:28:31.786290 dv-cinder-805887-18-iscsi neutron-server[94840]: cb(*args, **kw) Sep 23 07:28:31.786290 dv-cinder-805887-18-iscsi neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 07:28:31.786290 dv-cinder-805887-18-iscsi neutron-server[94840]: return func(*args, **kwargs) Sep 23 07:28:31.786290 dv-cinder-805887-18-iscsi neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 07:28:31.786290 dv-cinder-805887-18-iscsi neutron-server[94840]: self._notify() Sep 23 07:28:31.786290 dv-cinder-805887-18-iscsi neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 07:28:31.786290 dv-cinder-805887-18-iscsi neutron-server[94840]: self.callback(batched_events) Sep 23 07:28:31.786290 dv-cinder-805887-18-iscsi neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 07:28:31.786290 dv-cinder-805887-18-iscsi neutron-server[94840]: event.method(event) Sep 23 07:28:31.786290 dv-cinder-805887-18-iscsi neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 07:28:31.786290 dv-cinder-805887-18-iscsi neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 07:28:31.786290 dv-cinder-805887-18-iscsi neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 07:28:31.786290 dv-cinder-805887-18-iscsi neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 07:28:31.786290 dv-cinder-805887-18-iscsi neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 07:28:31.786290 dv-cinder-805887-18-iscsi neutron-server[94840]: return f(self, *a, **k) Sep 23 07:28:31.786290 dv-cinder-805887-18-iscsi neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 07:28:31.786290 dv-cinder-805887-18-iscsi neutron-server[94840]: return self._get(url).json() Sep 23 07:28:31.786290 dv-cinder-805887-18-iscsi neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 07:28:31.786290 dv-cinder-805887-18-iscsi neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 07:28:31.786290 dv-cinder-805887-18-iscsi neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 07:28:31.786290 dv-cinder-805887-18-iscsi neutron-server[94840]: return self.request(url, 'GET', **kwargs) Sep 23 07:28:31.786290 dv-cinder-805887-18-iscsi neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 07:28:31.786290 dv-cinder-805887-18-iscsi neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 07:28:31.786290 dv-cinder-805887-18-iscsi neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 07:28:31.786290 dv-cinder-805887-18-iscsi neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 07:28:31.786290 dv-cinder-805887-18-iscsi neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 07:28:31.786290 dv-cinder-805887-18-iscsi neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 07:28:31.786290 dv-cinder-805887-18-iscsi neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 07:28:31.786290 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c11201e4-bf49-49c7-a057-82013fbde07d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692928'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:31.798202 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c11201e4-bf49-49c7-a057-82013fbde07d admin admin] Releasing vlan 577 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 07:28:31.798601 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c11201e4-bf49-49c7-a057-82013fbde07d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58954369'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:31.800362 dv-cinder-805887-18-iscsi neutron-server[94840]: Traceback (most recent call last): Sep 23 07:28:31.800362 dv-cinder-805887-18-iscsi neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 07:28:31.800362 dv-cinder-805887-18-iscsi neutron-server[94840]: timer() Sep 23 07:28:31.800362 dv-cinder-805887-18-iscsi neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 07:28:31.800362 dv-cinder-805887-18-iscsi neutron-server[94840]: cb(*args, **kw) Sep 23 07:28:31.800362 dv-cinder-805887-18-iscsi neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 07:28:31.800362 dv-cinder-805887-18-iscsi neutron-server[94840]: return func(*args, **kwargs) Sep 23 07:28:31.800362 dv-cinder-805887-18-iscsi neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 07:28:31.800362 dv-cinder-805887-18-iscsi neutron-server[94840]: self._notify() Sep 23 07:28:31.800362 dv-cinder-805887-18-iscsi neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 07:28:31.800362 dv-cinder-805887-18-iscsi neutron-server[94840]: self.callback(batched_events) Sep 23 07:28:31.800362 dv-cinder-805887-18-iscsi neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 07:28:31.800362 dv-cinder-805887-18-iscsi neutron-server[94840]: event.method(event) Sep 23 07:28:31.800362 dv-cinder-805887-18-iscsi neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 07:28:31.800362 dv-cinder-805887-18-iscsi neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 07:28:31.800362 dv-cinder-805887-18-iscsi neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 07:28:31.800362 dv-cinder-805887-18-iscsi neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 07:28:31.800362 dv-cinder-805887-18-iscsi neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 07:28:31.800362 dv-cinder-805887-18-iscsi neutron-server[94840]: return f(self, *a, **k) Sep 23 07:28:31.800362 dv-cinder-805887-18-iscsi neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 07:28:31.800362 dv-cinder-805887-18-iscsi neutron-server[94840]: return self._get(url).json() Sep 23 07:28:31.800362 dv-cinder-805887-18-iscsi neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 07:28:31.800362 dv-cinder-805887-18-iscsi neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 07:28:31.800362 dv-cinder-805887-18-iscsi neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 07:28:31.800362 dv-cinder-805887-18-iscsi neutron-server[94840]: return self.request(url, 'GET', **kwargs) Sep 23 07:28:31.800362 dv-cinder-805887-18-iscsi neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 07:28:31.800362 dv-cinder-805887-18-iscsi neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 07:28:31.800362 dv-cinder-805887-18-iscsi neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 07:28:31.800362 dv-cinder-805887-18-iscsi neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 07:28:31.800362 dv-cinder-805887-18-iscsi neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 07:28:31.800362 dv-cinder-805887-18-iscsi neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 07:28:31.800362 dv-cinder-805887-18-iscsi neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 07:28:32.009491 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a2914e58-9026-46ba-a908-a7f34694f0e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455948'] for network, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:32.017299 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a2914e58-9026-46ba-a908-a7f34694f0e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577015'] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:32.019158 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [None req-a2914e58-9026-46ba-a908-a7f34694f0e1 admin admin] 10.222.0.62 "DELETE /v2.0/networks/5aadf305-33ac-4849-8154-06215b393927 HTTP/1.1" status: 204 len: 168 time: 0.6440239 Sep 23 07:28:32.034980 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2914e58-9026-46ba-a908-a7f34694f0e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=5aadf305-33ac-4849-8154-06215b393927,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:28:32.042476 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c11201e4-bf49-49c7-a057-82013fbde07d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455948'] for network, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:32.050093 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c11201e4-bf49-49c7-a057-82013fbde07d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577015'] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:32.052342 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [None req-c11201e4-bf49-49c7-a057-82013fbde07d admin admin] 10.222.0.62 "DELETE /v2.0/networks/b44ca581-7903-4d34-918a-e51828122c6e HTTP/1.1" status: 204 len: 168 time: 0.6493208 Sep 23 07:28:32.070828 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11201e4-bf49-49c7-a057-82013fbde07d admin admin] Pushing event deleted for resources: {'Network': ['ID=b44ca581-7903-4d34-918a-e51828122c6e,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:28:32.528010 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.62', 56720) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:28:32.577653 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [None req-bb229e9e-c2f9-4565-a1ed-8b1627925283 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=5c8efa24dc094195b88f10f950dab14e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0484192 Sep 23 07:28:32.581573 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.62', 56722) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:28:32.607627 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.62', 56724) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:28:32.637242 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ae9e1a09-2dad-422c-bd91-a8688881ec3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:32.656679 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [None req-a7bd8b80-5174-421f-bc8a-a00e6e518656 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f847624712b744ff9af7930d845e8424&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0478008 Sep 23 07:28:32.661265 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.62', 56726) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:28:32.661468 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ae9e1a09-2dad-422c-bd91-a8688881ec3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:32.710576 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0dcaedaf-efa2-42fe-b405-b11f3fd85f51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:32.732708 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0dcaedaf-efa2-42fe-b405-b11f3fd85f51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:32.803275 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ae9e1a09-2dad-422c-bd91-a8688881ec3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520401'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:32.805884 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ae9e1a09-2dad-422c-bd91-a8688881ec3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:32.807086 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [None req-ae9e1a09-2dad-422c-bd91-a8688881ec3a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/931defd8-8cc8-4b33-a995-f6c6653dcffb HTTP/1.1" status: 204 len: 168 time: 0.2245989 Sep 23 07:28:32.815176 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9e1a09-2dad-422c-bd91-a8688881ec3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=931defd8-8cc8-4b33-a995-f6c6653dcffb,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:28:32.858518 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Device 9fe22f1c-feb1-4260-924b-9d882109f38c no longer exists at agent ovs-agent-dv-cinder-805887-18-iscsi {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:28:32.878481 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] No Port match for: 9fe22f1c-feb1-4260-924b-9d882109f38c {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 07:28:32.878913 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Device 9fe22f1c-feb1-4260-924b-9d882109f38c not bound to the agent host dv-cinder-805887-18-iscsi {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 07:28:32.888850 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0dcaedaf-efa2-42fe-b405-b11f3fd85f51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520401'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:32.891991 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0dcaedaf-efa2-42fe-b405-b11f3fd85f51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:32.894133 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [None req-0dcaedaf-efa2-42fe-b405-b11f3fd85f51 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b1176efc-2ea4-4549-99dc-1bd682ff6d3f HTTP/1.1" status: 204 len: 168 time: 0.2309508 Sep 23 07:28:32.901642 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcaedaf-efa2-42fe-b405-b11f3fd85f51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1176efc-2ea4-4549-99dc-1bd682ff6d3f,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:28:34.224098 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.62', 56758) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:28:34.325219 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.v2.base [None req-85c1f77c-aa86-43e9-aad5-3e2d0b678e88 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1914692617-network', 'tenant_id': 'aa69300912cd4dcf93c7e98b308b0c59'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:28:34.443369 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85c1f77c-aa86-43e9-aad5-3e2d0b678e88 admin admin] Made reservation on behalf of aa69300912cd4dcf93c7e98b308b0c59 for: {'network': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:28:34.445660 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-85c1f77c-aa86-43e9-aad5-3e2d0b678e88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for network, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:34.454748 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-85c1f77c-aa86-43e9-aad5-3e2d0b678e88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:34.558373 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-85c1f77c-aa86-43e9-aad5-3e2d0b678e88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:34.716628 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-85c1f77c-aa86-43e9-aad5-3e2d0b678e88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520401'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:34.741749 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85c1f77c-aa86-43e9-aad5-3e2d0b678e88 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 550} {{(pid=94841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 07:28:34.752093 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c1f77c-aa86-43e9-aad5-3e2d0b678e88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5be4036-4200-43e5-a238-eb237bcc90b3,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:28:34.757905 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-85c1f77c-aa86-43e9-aad5-3e2d0b678e88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692928'] for segment, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:34.758441 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.db.segments_db [None req-85c1f77c-aa86-43e9-aad5-3e2d0b678e88 admin admin] Added segment f1a0c865-d447-45ed-b399-fc015a9955dc of type vlan for network c33438e4-ff46-4389-bfb4-5a4c1a26b454 Sep 23 07:28:34.806260 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-85c1f77c-aa86-43e9-aad5-3e2d0b678e88 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728617604886'] for network, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:34.957565 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-85c1f77c-aa86-43e9-aad5-3e2d0b678e88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957'] for network, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:34.958578 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85c1f77c-aa86-43e9-aad5-3e2d0b678e88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:28:34.959161 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-85c1f77c-aa86-43e9-aad5-3e2d0b678e88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577015'] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:35.020512 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c1f77c-aa86-43e9-aad5-3e2d0b678e88 admin admin] Pushing event updated for resources: {'Network': ['ID=c33438e4-ff46-4389-bfb4-5a4c1a26b454,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:28:35.030531 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Network c33438e4-ff46-4389-bfb4-5a4c1a26b454 details requested by agent ovs-agent-dv-cinder-805887-18-iscsi with host dv-cinder-805887-18-iscsi {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 07:28:35.123997 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [None req-85c1f77c-aa86-43e9-aad5-3e2d0b678e88 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8988400 Sep 23 07:28:35.127898 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.62', 56768) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:28:35.132837 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.v2.base [None req-75568dd7-818d-4a30-a25f-0fde56d2f06b admin admin] Request body: {'subnet': {'network_id': 'c33438e4-ff46-4389-bfb4-5a4c1a26b454', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1914692617-subnet', 'tenant_id': 'aa69300912cd4dcf93c7e98b308b0c59', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:28:35.243637 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75568dd7-818d-4a30-a25f-0fde56d2f06b admin admin] Made reservation on behalf of aa69300912cd4dcf93c7e98b308b0c59 for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:28:35.246001 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-75568dd7-818d-4a30-a25f-0fde56d2f06b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60759934'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:35.500982 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-75568dd7-818d-4a30-a25f-0fde56d2f06b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58829346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60759884'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:35.584811 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75568dd7-818d-4a30-a25f-0fde56d2f06b admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6ee6e73-d274-4a31-aa6e-b4e2b8235cfd,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:28:35.603689 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75568dd7-818d-4a30-a25f-0fde56d2f06b admin admin] Checking segment: {'id': 'f1a0c865-d447-45ed-b399-fc015a9955dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'c33438e4-ff46-4389-bfb4-5a4c1a26b454'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:28:35.604050 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75568dd7-818d-4a30-a25f-0fde56d2f06b admin admin] Network hostable DHCP agents. Network: c33438e4-ff46-4389-bfb4-5a4c1a26b454, hostable agents: ['9616ea92-93d9-4385-b3af-aa5c267d1a12'], hosted agents: [] {{(pid=94841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 07:28:35.729327 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75568dd7-818d-4a30-a25f-0fde56d2f06b admin admin] Network c33438e4-ff46-4389-bfb4-5a4c1a26b454 is scheduled to be hosted by DHCP agent 9616ea92-93d9-4385-b3af-aa5c267d1a12 with binding_index 1 {{(pid=94841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 07:28:35.843784 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-75568dd7-818d-4a30-a25f-0fde56d2f06b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805887-18-iscsi, c33438e4-ff46-4389-bfb4-5a4c1a26b454) {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:28:35.848857 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75568dd7-818d-4a30-a25f-0fde56d2f06b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:28:35.849441 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-75568dd7-818d-4a30-a25f-0fde56d2f06b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:35.854533 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-506788dc-f260-4e25-be7c-6af357fe5437 None None] Network c33438e4-ff46-4389-bfb4-5a4c1a26b454 requested from dv-cinder-805887-18-iscsi {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:28:36.006061 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8582bd2-a974-46ec-ad93-426af7c79b55 None None] Network c33438e4-ff46-4389-bfb4-5a4c1a26b454 requested from dv-cinder-805887-18-iscsi {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:28:36.007040 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [None req-75568dd7-818d-4a30-a25f-0fde56d2f06b admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8777907 Sep 23 07:28:36.759989 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.62', 56794) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:28:36.765040 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.v2.base [None req-c21fec02-40aa-40a6-962f-cc463c0043a4 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1020574280-network', 'tenant_id': '63d37922f2bc4b30ab6a8c820c6581f6'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:28:36.848509 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c21fec02-40aa-40a6-962f-cc463c0043a4 admin admin] Made reservation on behalf of 63d37922f2bc4b30ab6a8c820c6581f6 for: {'network': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:28:36.850898 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c21fec02-40aa-40a6-962f-cc463c0043a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for network, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:36.860950 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c21fec02-40aa-40a6-962f-cc463c0043a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:36.959389 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c21fec02-40aa-40a6-962f-cc463c0043a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:37.037703 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c21fec02-40aa-40a6-962f-cc463c0043a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520401'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:37.063766 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c21fec02-40aa-40a6-962f-cc463c0043a4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 560} {{(pid=94841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 07:28:37.069759 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21fec02-40aa-40a6-962f-cc463c0043a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3953c25b-8560-47aa-954c-fbf04bbb110f,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:28:37.075558 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c21fec02-40aa-40a6-962f-cc463c0043a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692928'] for segment, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:37.075944 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.db.segments_db [None req-c21fec02-40aa-40a6-962f-cc463c0043a4 admin admin] Added segment eb2bb340-51e5-423d-b8d3-4f749b4da07e of type vlan for network 6c7753d7-5e9f-4cc8-9018-0e1bfce4d523 Sep 23 07:28:37.117161 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c21fec02-40aa-40a6-962f-cc463c0043a4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728617604886'] for network, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:37.267127 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c21fec02-40aa-40a6-962f-cc463c0043a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957'] for network, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:37.268285 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c21fec02-40aa-40a6-962f-cc463c0043a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:28:37.269334 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c21fec02-40aa-40a6-962f-cc463c0043a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577015'] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:37.355417 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21fec02-40aa-40a6-962f-cc463c0043a4 admin admin] Pushing event updated for resources: {'Network': ['ID=6c7753d7-5e9f-4cc8-9018-0e1bfce4d523,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:28:37.370556 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Network 6c7753d7-5e9f-4cc8-9018-0e1bfce4d523 details requested by agent ovs-agent-dv-cinder-805887-18-iscsi with host dv-cinder-805887-18-iscsi {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 07:28:37.415862 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [None req-c21fec02-40aa-40a6-962f-cc463c0043a4 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6545968 Sep 23 07:28:37.418738 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.62', 56796) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:28:37.423921 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.v2.base [None req-e323604c-b9ad-4ae4-b126-770a3f89f5f7 admin admin] Request body: {'subnet': {'network_id': '6c7753d7-5e9f-4cc8-9018-0e1bfce4d523', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1020574280-subnet', 'tenant_id': '63d37922f2bc4b30ab6a8c820c6581f6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:28:37.506191 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e323604c-b9ad-4ae4-b126-770a3f89f5f7 admin admin] Made reservation on behalf of 63d37922f2bc4b30ab6a8c820c6581f6 for: {'subnet': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:28:37.508936 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e323604c-b9ad-4ae4-b126-770a3f89f5f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58720415'] for subnet, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:37.769324 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e323604c-b9ad-4ae4-b126-770a3f89f5f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58957294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58720429'] for subnet, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:37.832224 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e323604c-b9ad-4ae4-b126-770a3f89f5f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=328b5ed2-c86a-4e9c-bf9f-706e7831fa60,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:28:37.848356 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e323604c-b9ad-4ae4-b126-770a3f89f5f7 admin admin] Checking segment: {'id': 'eb2bb340-51e5-423d-b8d3-4f749b4da07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '6c7753d7-5e9f-4cc8-9018-0e1bfce4d523'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:28:37.853696 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e323604c-b9ad-4ae4-b126-770a3f89f5f7 admin admin] Network hostable DHCP agents. Network: 6c7753d7-5e9f-4cc8-9018-0e1bfce4d523, hostable agents: ['9616ea92-93d9-4385-b3af-aa5c267d1a12'], hosted agents: [] {{(pid=94840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 07:28:38.026351 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e323604c-b9ad-4ae4-b126-770a3f89f5f7 admin admin] Network 6c7753d7-5e9f-4cc8-9018-0e1bfce4d523 is scheduled to be hosted by DHCP agent 9616ea92-93d9-4385-b3af-aa5c267d1a12 with binding_index 1 {{(pid=94840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 07:28:38.133626 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-e323604c-b9ad-4ae4-b126-770a3f89f5f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805887-18-iscsi, 6c7753d7-5e9f-4cc8-9018-0e1bfce4d523) {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:28:38.137548 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e323604c-b9ad-4ae4-b126-770a3f89f5f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:28:38.138152 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e323604c-b9ad-4ae4-b126-770a3f89f5f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577015'] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:38.146205 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2de0ef4-13f9-4f84-a720-cdce839bfeea None None] Network 6c7753d7-5e9f-4cc8-9018-0e1bfce4d523 requested from dv-cinder-805887-18-iscsi {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:28:38.261129 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb077027-62e7-49af-854b-f454e3b1ed1c None None] Network 6c7753d7-5e9f-4cc8-9018-0e1bfce4d523 requested from dv-cinder-805887-18-iscsi {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:28:38.290655 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [None req-e323604c-b9ad-4ae4-b126-770a3f89f5f7 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8705509 Sep 23 07:28:38.416770 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.62', 56806) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:28:38.468117 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.db.db_base_plugin_v2 [None req-c285676c-6c01-40d3-9ecc-b05b347bbef8 admin admin] Deleting subnet c6ee6e73-d274-4a31-aa6e-b4e2b8235cfd {{(pid=94840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 07:28:38.472303 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c285676c-6c01-40d3-9ecc-b05b347bbef8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:38.507228 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c285676c-6c01-40d3-9ecc-b05b347bbef8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60626748'] for subnet, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:38.546932 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c285676c-6c01-40d3-9ecc-b05b347bbef8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1691543'] for subnet, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:38.941255 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c285676c-6c01-40d3-9ecc-b05b347bbef8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1691550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58957103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58720442'] for subnet, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:38.972122 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c285676c-6c01-40d3-9ecc-b05b347bbef8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c6ee6e73-d274-4a31-aa6e-b4e2b8235cfd,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:28:38.976044 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c285676c-6c01-40d3-9ecc-b05b347bbef8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577015'] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:38.978401 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [None req-c285676c-6c01-40d3-9ecc-b05b347bbef8 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/c6ee6e73-d274-4a31-aa6e-b4e2b8235cfd HTTP/1.1" status: 204 len: 168 time: 0.5605464 Sep 23 07:28:38.980577 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.62', 56812) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:28:39.052701 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-adde7742-6119-492f-a763-f3ab7f5c0c5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1626991'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:39.136154 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-adde7742-6119-492f-a763-f3ab7f5c0c5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687854', 'neutron.services.segments.db._delete_segments_for_network-8728618163092'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:39.156629 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.services.segments.db [None req-adde7742-6119-492f-a763-f3ab7f5c0c5e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c33438e4-ff46-4389-bfb4-5a4c1a26b454']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:28:39.166499 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.services.segments.db [None req-adde7742-6119-492f-a763-f3ab7f5c0c5e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1a0c865-d447-45ed-b399-fc015a9955dc') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:28:39.166791 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.services.segments.db [None req-adde7742-6119-492f-a763-f3ab7f5c0c5e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1a0c865-d447-45ed-b399-fc015a9955dc') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:28:39.176849 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-adde7742-6119-492f-a763-f3ab7f5c0c5e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728618162845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60626725'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:39.190843 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-adde7742-6119-492f-a763-f3ab7f5c0c5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692928'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:39.196990 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-adde7742-6119-492f-a763-f3ab7f5c0c5e admin admin] Releasing vlan 550 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 07:28:39.197393 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-adde7742-6119-492f-a763-f3ab7f5c0c5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58954369'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:39.199103 dv-cinder-805887-18-iscsi neutron-server[94840]: Traceback (most recent call last): Sep 23 07:28:39.199103 dv-cinder-805887-18-iscsi neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 07:28:39.199103 dv-cinder-805887-18-iscsi neutron-server[94840]: timer() Sep 23 07:28:39.199103 dv-cinder-805887-18-iscsi neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 07:28:39.199103 dv-cinder-805887-18-iscsi neutron-server[94840]: cb(*args, **kw) Sep 23 07:28:39.199103 dv-cinder-805887-18-iscsi neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 07:28:39.199103 dv-cinder-805887-18-iscsi neutron-server[94840]: return func(*args, **kwargs) Sep 23 07:28:39.199103 dv-cinder-805887-18-iscsi neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 07:28:39.199103 dv-cinder-805887-18-iscsi neutron-server[94840]: self._notify() Sep 23 07:28:39.199103 dv-cinder-805887-18-iscsi neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 07:28:39.199103 dv-cinder-805887-18-iscsi neutron-server[94840]: self.callback(batched_events) Sep 23 07:28:39.199103 dv-cinder-805887-18-iscsi neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 07:28:39.199103 dv-cinder-805887-18-iscsi neutron-server[94840]: event.method(event) Sep 23 07:28:39.199103 dv-cinder-805887-18-iscsi neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 07:28:39.199103 dv-cinder-805887-18-iscsi neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 07:28:39.199103 dv-cinder-805887-18-iscsi neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 07:28:39.199103 dv-cinder-805887-18-iscsi neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 07:28:39.199103 dv-cinder-805887-18-iscsi neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 07:28:39.199103 dv-cinder-805887-18-iscsi neutron-server[94840]: return f(self, *a, **k) Sep 23 07:28:39.199103 dv-cinder-805887-18-iscsi neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 07:28:39.199103 dv-cinder-805887-18-iscsi neutron-server[94840]: return self._get(url).json() Sep 23 07:28:39.199103 dv-cinder-805887-18-iscsi neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 07:28:39.199103 dv-cinder-805887-18-iscsi neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 07:28:39.199103 dv-cinder-805887-18-iscsi neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 07:28:39.199103 dv-cinder-805887-18-iscsi neutron-server[94840]: return self.request(url, 'GET', **kwargs) Sep 23 07:28:39.199103 dv-cinder-805887-18-iscsi neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 07:28:39.199103 dv-cinder-805887-18-iscsi neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 07:28:39.199103 dv-cinder-805887-18-iscsi neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 07:28:39.199103 dv-cinder-805887-18-iscsi neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 07:28:39.199103 dv-cinder-805887-18-iscsi neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 07:28:39.199103 dv-cinder-805887-18-iscsi neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 07:28:39.199103 dv-cinder-805887-18-iscsi neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 07:28:39.347069 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-adde7742-6119-492f-a763-f3ab7f5c0c5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455948'] for network, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:39.352712 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-adde7742-6119-492f-a763-f3ab7f5c0c5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577015'] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:39.355232 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [None req-adde7742-6119-492f-a763-f3ab7f5c0c5e admin admin] 10.222.0.62 "DELETE /v2.0/networks/c33438e4-ff46-4389-bfb4-5a4c1a26b454 HTTP/1.1" status: 204 len: 168 time: 0.3730896 Sep 23 07:28:39.358320 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.62', 56814) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:28:39.366230 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adde7742-6119-492f-a763-f3ab7f5c0c5e admin admin] Pushing event deleted for resources: {'Network': ['ID=c33438e4-ff46-4389-bfb4-5a4c1a26b454,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:28:39.405623 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8aa11b1-d921-4d51-a72e-078585f9755d admin admin] Deleting subnet 328b5ed2-c86a-4e9c-bf9f-706e7831fa60 {{(pid=94841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 07:28:39.409514 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b8aa11b1-d921-4d51-a72e-078585f9755d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:39.468487 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b8aa11b1-d921-4d51-a72e-078585f9755d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3022874'] for subnet, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:39.513173 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b8aa11b1-d921-4d51-a72e-078585f9755d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1691543'] for subnet, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:39.643903 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b8aa11b1-d921-4d51-a72e-078585f9755d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1691550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58829539', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60759899'] for subnet, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:39.669076 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aa11b1-d921-4d51-a72e-078585f9755d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=328b5ed2-c86a-4e9c-bf9f-706e7831fa60,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:28:39.673399 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b8aa11b1-d921-4d51-a72e-078585f9755d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:39.675307 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [None req-b8aa11b1-d921-4d51-a72e-078585f9755d admin admin] 10.222.0.62 "DELETE /v2.0/subnets/328b5ed2-c86a-4e9c-bf9f-706e7831fa60 HTTP/1.1" status: 204 len: 168 time: 0.3157625 Sep 23 07:28:39.677879 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.62', 56818) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:28:39.750017 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-636cfa30-6536-4c5b-bdf2-61f5b610c386 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1626991'] for network, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:39.827699 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-636cfa30-6536-4c5b-bdf2-61f5b610c386 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687854', 'neutron.services.segments.db._delete_segments_for_network-8728618163092'] for network, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:39.851520 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.services.segments.db [None req-636cfa30-6536-4c5b-bdf2-61f5b610c386 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c7753d7-5e9f-4cc8-9018-0e1bfce4d523']}} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:28:39.861189 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.services.segments.db [None req-636cfa30-6536-4c5b-bdf2-61f5b610c386 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb2bb340-51e5-423d-b8d3-4f749b4da07e') {'for_net_delete': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:28:39.861479 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.services.segments.db [None req-636cfa30-6536-4c5b-bdf2-61f5b610c386 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb2bb340-51e5-423d-b8d3-4f749b4da07e') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:28:39.870864 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-636cfa30-6536-4c5b-bdf2-61f5b610c386 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728618162845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3022851'] for segment, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:39.884485 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-636cfa30-6536-4c5b-bdf2-61f5b610c386 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692928'] for segment, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:39.892258 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-636cfa30-6536-4c5b-bdf2-61f5b610c386 admin admin] Releasing vlan 560 on physical network physnet1 to pool {{(pid=94841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 07:28:39.892633 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-636cfa30-6536-4c5b-bdf2-61f5b610c386 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58828109'] for segment, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:39.894503 dv-cinder-805887-18-iscsi neutron-server[94841]: Traceback (most recent call last): Sep 23 07:28:39.894503 dv-cinder-805887-18-iscsi neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 07:28:39.894503 dv-cinder-805887-18-iscsi neutron-server[94841]: timer() Sep 23 07:28:39.894503 dv-cinder-805887-18-iscsi neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 07:28:39.894503 dv-cinder-805887-18-iscsi neutron-server[94841]: cb(*args, **kw) Sep 23 07:28:39.894503 dv-cinder-805887-18-iscsi neutron-server[94841]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 07:28:39.894503 dv-cinder-805887-18-iscsi neutron-server[94841]: return func(*args, **kwargs) Sep 23 07:28:39.894503 dv-cinder-805887-18-iscsi neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 07:28:39.894503 dv-cinder-805887-18-iscsi neutron-server[94841]: self._notify() Sep 23 07:28:39.894503 dv-cinder-805887-18-iscsi neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 07:28:39.894503 dv-cinder-805887-18-iscsi neutron-server[94841]: self.callback(batched_events) Sep 23 07:28:39.894503 dv-cinder-805887-18-iscsi neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 07:28:39.894503 dv-cinder-805887-18-iscsi neutron-server[94841]: event.method(event) Sep 23 07:28:39.894503 dv-cinder-805887-18-iscsi neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 07:28:39.894503 dv-cinder-805887-18-iscsi neutron-server[94841]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 07:28:39.894503 dv-cinder-805887-18-iscsi neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 07:28:39.894503 dv-cinder-805887-18-iscsi neutron-server[94841]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 07:28:39.894503 dv-cinder-805887-18-iscsi neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 07:28:39.894503 dv-cinder-805887-18-iscsi neutron-server[94841]: return f(self, *a, **k) Sep 23 07:28:39.894503 dv-cinder-805887-18-iscsi neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 07:28:39.894503 dv-cinder-805887-18-iscsi neutron-server[94841]: return self._get(url).json() Sep 23 07:28:39.894503 dv-cinder-805887-18-iscsi neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 07:28:39.894503 dv-cinder-805887-18-iscsi neutron-server[94841]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 07:28:39.894503 dv-cinder-805887-18-iscsi neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 07:28:39.894503 dv-cinder-805887-18-iscsi neutron-server[94841]: return self.request(url, 'GET', **kwargs) Sep 23 07:28:39.894503 dv-cinder-805887-18-iscsi neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 07:28:39.894503 dv-cinder-805887-18-iscsi neutron-server[94841]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 07:28:39.894503 dv-cinder-805887-18-iscsi neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 07:28:39.894503 dv-cinder-805887-18-iscsi neutron-server[94841]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 07:28:39.894503 dv-cinder-805887-18-iscsi neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 07:28:39.894503 dv-cinder-805887-18-iscsi neutron-server[94841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 07:28:39.894503 dv-cinder-805887-18-iscsi neutron-server[94841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 07:28:40.031784 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-636cfa30-6536-4c5b-bdf2-61f5b610c386 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455948'] for network, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:40.039688 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-636cfa30-6536-4c5b-bdf2-61f5b610c386 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577015'] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:40.041734 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [None req-636cfa30-6536-4c5b-bdf2-61f5b610c386 admin admin] 10.222.0.62 "DELETE /v2.0/networks/6c7753d7-5e9f-4cc8-9018-0e1bfce4d523 HTTP/1.1" status: 204 len: 168 time: 0.3629179 Sep 23 07:28:40.054322 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636cfa30-6536-4c5b-bdf2-61f5b610c386 admin admin] Pushing event deleted for resources: {'Network': ['ID=6c7753d7-5e9f-4cc8-9018-0e1bfce4d523,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:28:40.442315 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.62', 56822) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:28:40.490302 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.62', 56826) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:28:40.490908 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [None req-ee2a2802-93ef-4b66-a406-0600af7a3b1e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=aa69300912cd4dcf93c7e98b308b0c59&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0466349 Sep 23 07:28:40.542964 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a6d4ee32-1fcc-4590-b1a5-2460d17bfd8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:40.564519 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a6d4ee32-1fcc-4590-b1a5-2460d17bfd8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:40.693878 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a6d4ee32-1fcc-4590-b1a5-2460d17bfd8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520401'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:40.696899 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a6d4ee32-1fcc-4590-b1a5-2460d17bfd8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:40.698516 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [None req-a6d4ee32-1fcc-4590-b1a5-2460d17bfd8f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a5be4036-4200-43e5-a238-eb237bcc90b3 HTTP/1.1" status: 204 len: 168 time: 0.2064514 Sep 23 07:28:40.709105 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d4ee32-1fcc-4590-b1a5-2460d17bfd8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5be4036-4200-43e5-a238-eb237bcc90b3,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:28:41.424949 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.62', 56832) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:28:41.465083 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [None req-65ec9ccc-ac3d-4704-8243-2ce887277f75 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=63d37922f2bc4b30ab6a8c820c6581f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0389700 Sep 23 07:28:41.467939 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.62', 56834) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:28:41.515370 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bdf7edf0-3639-4556-b8f4-7d23fa6a12b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:41.537878 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bdf7edf0-3639-4556-b8f4-7d23fa6a12b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:41.665860 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bdf7edf0-3639-4556-b8f4-7d23fa6a12b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520401'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:41.668743 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bdf7edf0-3639-4556-b8f4-7d23fa6a12b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:41.669951 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [None req-bdf7edf0-3639-4556-b8f4-7d23fa6a12b1 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/3953c25b-8560-47aa-954c-fbf04bbb110f HTTP/1.1" status: 204 len: 168 time: 0.2011247 Sep 23 07:28:41.678718 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf7edf0-3639-4556-b8f4-7d23fa6a12b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3953c25b-8560-47aa-954c-fbf04bbb110f,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:28:43.957446 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.db.agents_db [None req-60cd1eec-2052-4d49-bd00-e5a0de40c293 None None] Agent healthcheck: found 6 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 07:28:52.876512 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-b3b38109-4a97-4215-921b-7098bb8e39f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:56.603032 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfc7b30e-1ed2-4ab7-a76a-96567aa4f298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:57.725523 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:57.958579 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:58.129019 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-1854caf6-1153-400a-8d11-9ed8c1e229e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:59.975342 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e4079388-143e-46ee-8cf3-ea3894d72bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:00.762460 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccba4fa-d3c5-428c-b492-bfcf47161899 req-27538544-b7c3-4186-8435-e9450f9e0bab tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:29:00.763972 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-7ccba4fa-d3c5-428c-b492-bfcf47161899 req-27538544-b7c3-4186-8435-e9450f9e0bab tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/ports?device_id=11aa03f3-4e13-41f7-a30c-8a2c8e1d0fa4 HTTP/1.1" status: 200 len: 946 time: 0.0599620 Sep 23 07:29:00.814826 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-7ccba4fa-d3c5-428c-b492-bfcf47161899 req-dfc1f41a-1311-4dc3-bf25-3cf541b89a04 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/security-groups?id=f544a07c-938f-4158-882b-467f1a401932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440528 Sep 23 07:29:01.955485 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba65131f-d911-40cd-9b93-bb8fdf9aabf2 req-f3bf4333-6207-47ed-8ce3-41d0e609c552 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:29:01.957157 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-ba65131f-d911-40cd-9b93-bb8fdf9aabf2 req-f3bf4333-6207-47ed-8ce3-41d0e609c552 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/ports?device_id=11aa03f3-4e13-41f7-a30c-8a2c8e1d0fa4 HTTP/1.1" status: 200 len: 946 time: 0.0568509 Sep 23 07:29:02.004325 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-ba65131f-d911-40cd-9b93-bb8fdf9aabf2 req-5a1a12ef-1870-4699-ab42-72820383a431 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/security-groups?id=f544a07c-938f-4158-882b-467f1a401932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389719 Sep 23 07:29:02.481779 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000084dd-ac46-4fb7-af7f-6527077012ca req-5519c9cf-f4b1-4db0-96ae-f86b96ad2e33 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:29:02.483327 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-000084dd-ac46-4fb7-af7f-6527077012ca req-5519c9cf-f4b1-4db0-96ae-f86b96ad2e33 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.53 "GET /v2.0/ports?device_id=11aa03f3-4e13-41f7-a30c-8a2c8e1d0fa4 HTTP/1.1" status: 200 len: 946 time: 0.0501437 Sep 23 07:29:02.588617 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-000084dd-ac46-4fb7-af7f-6527077012ca req-53f44c0c-e92f-4678-996e-e2b719023909 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Deleting port 7dfc4070-e231-4f6c-ad17-e12882af128e {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:29:02.588902 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-000084dd-ac46-4fb7-af7f-6527077012ca req-53f44c0c-e92f-4678-996e-e2b719023909 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728618132776'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:02.697620 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-000084dd-ac46-4fb7-af7f-6527077012ca req-53f44c0c-e92f-4678-996e-e2b719023909 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] For port 7dfc4070-e231-4f6c-ad17-e12882af128e, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=7dfc4070-e231-4f6c-ad17-e12882af128e,segment=NetworkSegment(1643a54a-f314-44c3-bdbc-99b9ba0d70f9),segment_id=1643a54a-f314-44c3-bdbc-99b9ba0d70f9)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:29:02.698196 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-000084dd-ac46-4fb7-af7f-6527077012ca req-53f44c0c-e92f-4678-996e-e2b719023909 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452355'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:02.996796 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-000084dd-ac46-4fb7-af7f-6527077012ca req-53f44c0c-e92f-4678-996e-e2b719023909 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:02.997485 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-000084dd-ac46-4fb7-af7f-6527077012ca req-53f44c0c-e92f-4678-996e-e2b719023909 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-455962'] for floatingip, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:02.997615 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.db.l3_db [req-000084dd-ac46-4fb7-af7f-6527077012ca req-53f44c0c-e92f-4678-996e-e2b719023909 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Floating IP a29b3a0d-6386-43b1-8a4f-de565adbe198 disassociated. External IP: 172.27.2.228, port: 7dfc4070-e231-4f6c-ad17-e12882af128e. Sep 23 07:29:02.997949 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-000084dd-ac46-4fb7-af7f-6527077012ca req-53f44c0c-e92f-4678-996e-e2b719023909 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Calling delete_port for 7dfc4070-e231-4f6c-ad17-e12882af128e owned by compute:nova {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:29:03.189268 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7472911-382f-4f6b-aa22-6ffc3398c52b req-dca65a5f-97ee-4857-9241-3771ace002ce tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:29:03.190900 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-d7472911-382f-4f6b-aa22-6ffc3398c52b req-dca65a5f-97ee-4857-9241-3771ace002ce tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/ports?device_id=11aa03f3-4e13-41f7-a30c-8a2c8e1d0fa4 HTTP/1.1" status: 200 len: 946 time: 0.0676324 Sep 23 07:29:03.231235 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-d7472911-382f-4f6b-aa22-6ffc3398c52b req-426693c3-782a-4c8b-aeca-62252f369288 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/security-groups?id=f544a07c-938f-4158-882b-467f1a401932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340352 Sep 23 07:29:03.232328 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-000084dd-ac46-4fb7-af7f-6527077012ca req-53f44c0c-e92f-4678-996e-e2b719023909 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728618137326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728617650872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58829502'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:03.261536 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f44c0c-e92f-4678-996e-e2b719023909 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Pushing event deleted for resources: {'Port': ['ID=7dfc4070-e231-4f6c-ad17-e12882af128e,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:29:03.387938 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [req-000084dd-ac46-4fb7-af7f-6527077012ca req-53f44c0c-e92f-4678-996e-e2b719023909 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Router a220d9f2-26b3-4e11-8d27-02331b07722b has already been hosted by L3 agent 65b4f7dd-c6e9-4255-94ee-66e285aed80f {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 07:29:03.509700 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-000084dd-ac46-4fb7-af7f-6527077012ca req-53f44c0c-e92f-4678-996e-e2b719023909 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Notify agent at l3_agent.dv-cinder-805887-18-iscsi the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 07:29:03.523051 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a828dfb-978a-423e-850b-2b7cfd2a1ef0 None None] Sync routers for ids ['a220d9f2-26b3-4e11-8d27-02331b07722b'] in dv-cinder-805887-18-iscsi {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 07:29:03.532863 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a828dfb-978a-423e-850b-2b7cfd2a1ef0 None None] Routers {'a220d9f2-26b3-4e11-8d27-02331b07722b'} bound to L3 agent in host dv-cinder-805887-18-iscsi {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:29:03.533474 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-1a828dfb-978a-423e-850b-2b7cfd2a1ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T07:15:56Z,description=,heartbeat_timestamp=2021-09-23T07:28:56Z,host='dv-cinder-805887-18-iscsi',id=65b4f7dd-c6e9-4255-94ee-66e285aed80f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T07:15:57Z,topic='l3_agent')) {'router_ids': ['a220d9f2-26b3-4e11-8d27-02331b07722b'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:29:03.556441 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-000084dd-ac46-4fb7-af7f-6527077012ca req-53f44c0c-e92f-4678-996e-e2b719023909 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] No DVR routers for this DVR port 7dfc4070-e231-4f6c-ad17-e12882af128e on host hv-cinder-80588 {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 07:29:03.560193 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-000084dd-ac46-4fb7-af7f-6527077012ca req-53f44c0c-e92f-4678-996e-e2b719023909 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210484'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:03.563394 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-000084dd-ac46-4fb7-af7f-6527077012ca req-53f44c0c-e92f-4678-996e-e2b719023909 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.53 "DELETE /v2.0/ports/7dfc4070-e231-4f6c-ad17-e12882af128e HTTP/1.1" status: 204 len: 173 time: 1.0693436 Sep 23 07:29:03.564003 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11aa03f3-4e13-41f7-a30c-8a2c8e1d0fa4', 'name': 'network-vif-deleted', 'tag': '7dfc4070-e231-4f6c-ad17-e12882af128e'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:29:03.567241 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59377972be4a6b1db7d764771ea1170f497e9021ac5c159e937f759c4704c07c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01924a14-bc79-45ff-ac54-781c3d7b03c6" -d '{"events": [{"server_uuid": "11aa03f3-4e13-41f7-a30c-8a2c8e1d0fa4", "name": "network-vif-deleted", "tag": "7dfc4070-e231-4f6c-ad17-e12882af128e"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:29:03.618447 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 07:29:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-951c04d1-720c-4b5d-b394-5bc399dba369 x-openstack-request-id: req-951c04d1-720c-4b5d-b394-5bc399dba369 {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:29:03.618933 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11aa03f3-4e13-41f7-a30c-8a2c8e1d0fa4", "name": "network-vif-deleted", "tag": "7dfc4070-e231-4f6c-ad17-e12882af128e", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:29:03.619445 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-951c04d1-720c-4b5d-b394-5bc399dba369 {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:29:03.620173 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11aa03f3-4e13-41f7-a30c-8a2c8e1d0fa4', 'name': 'network-vif-deleted', 'tag': '7dfc4070-e231-4f6c-ad17-e12882af128e', 'status': 'completed', 'code': 200} Sep 23 07:29:03.670046 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-1a828dfb-978a-423e-850b-2b7cfd2a1ef0 None None] Set router a220d9f2-26b3-4e11-8d27-02331b07722b gateway port host: dv-cinder-805887-18-iscsi {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:29:03.928335 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-1a828dfb-978a-423e-850b-2b7cfd2a1ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a220d9f2-26b3-4e11-8d27-02331b07722b', 'name': 'tempest-AttachVolumeShelveTestJSON-1297816090-router', 'tenant_id': '63deb2e833294f4ba854d4abe4a79ff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'external_fixed_ips': [{'subnet_id': '89646001-5df7-4559-baa8-56e15a045fc5', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': '00a87840-a9d9-487d-aa62-d3fc34f15884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:24:20Z', 'updated_at': '2021-09-23T07:24:33Z', 'revision_number': 4, 'project_id': '63deb2e833294f4ba854d4abe4a79ff2', 'gw_port': {'id': '00a87840-a9d9-487d-aa62-d3fc34f15884', 'name': '', 'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:d2:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a220d9f2-26b3-4e11-8d27-02331b07722b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '89646001-5df7-4559-baa8-56e15a045fc5', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:24:22Z', 'updated_at': '2021-09-23T07:24:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89646001-5df7-4559-baa8-56e15a045fc5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-18-iscsi', '_interfaces': [{'id': '989cc11e-734c-4cf7-bebe-fd6a7f5fed64', 'name': '', 'network_id': '457ccd50-05b0-4ce0-8b7d-271dff6f827e', 'tenant_id': '63deb2e833294f4ba854d4abe4a79ff2', 'mac_address': 'fa:16:3e:ad:d4:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a220d9f2-26b3-4e11-8d27-02331b07722b', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '513e6a2b-0c54-4f03-8c2d-dd3c246bd8ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:24:30Z', 'updated_at': '2021-09-23T07:24:42Z', 'revision_number': 5, 'project_id': '63deb2e833294f4ba854d4abe4a79ff2', 'subnets': [{'id': '513e6a2b-0c54-4f03-8c2d-dd3c246bd8ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-18-iscsi', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:29:03.957255 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a828dfb-978a-423e-850b-2b7cfd2a1ef0 None None] Checking router: a220d9f2-26b3-4e11-8d27-02331b07722b for host: dv-cinder-805887-18-iscsi {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 07:29:03.966861 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a828dfb-978a-423e-850b-2b7cfd2a1ef0 None None] Routers {'a220d9f2-26b3-4e11-8d27-02331b07722b'} bound to L3 agent in host dv-cinder-805887-18-iscsi {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:29:03.968192 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-1a828dfb-978a-423e-850b-2b7cfd2a1ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T07:15:56Z,description=,heartbeat_timestamp=2021-09-23T07:28:56Z,host='dv-cinder-805887-18-iscsi',id=65b4f7dd-c6e9-4255-94ee-66e285aed80f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T07:15:57Z,topic='l3_agent')) {'router_ids': ['a220d9f2-26b3-4e11-8d27-02331b07722b'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:29:04.086439 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-1a828dfb-978a-423e-850b-2b7cfd2a1ef0 None None] Set router a220d9f2-26b3-4e11-8d27-02331b07722b gateway port host: dv-cinder-805887-18-iscsi {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:29:04.321755 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-1a828dfb-978a-423e-850b-2b7cfd2a1ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a220d9f2-26b3-4e11-8d27-02331b07722b', 'name': 'tempest-AttachVolumeShelveTestJSON-1297816090-router', 'tenant_id': '63deb2e833294f4ba854d4abe4a79ff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'external_fixed_ips': [{'subnet_id': '89646001-5df7-4559-baa8-56e15a045fc5', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': '00a87840-a9d9-487d-aa62-d3fc34f15884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:24:20Z', 'updated_at': '2021-09-23T07:24:33Z', 'revision_number': 4, 'project_id': '63deb2e833294f4ba854d4abe4a79ff2', 'gw_port': {'id': '00a87840-a9d9-487d-aa62-d3fc34f15884', 'name': '', 'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:d2:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a220d9f2-26b3-4e11-8d27-02331b07722b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '89646001-5df7-4559-baa8-56e15a045fc5', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:24:22Z', 'updated_at': '2021-09-23T07:24:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89646001-5df7-4559-baa8-56e15a045fc5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-18-iscsi', '_interfaces': [{'id': '989cc11e-734c-4cf7-bebe-fd6a7f5fed64', 'name': '', 'network_id': '457ccd50-05b0-4ce0-8b7d-271dff6f827e', 'tenant_id': '63deb2e833294f4ba854d4abe4a79ff2', 'mac_address': 'fa:16:3e:ad:d4:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a220d9f2-26b3-4e11-8d27-02331b07722b', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '513e6a2b-0c54-4f03-8c2d-dd3c246bd8ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:24:30Z', 'updated_at': '2021-09-23T07:24:42Z', 'revision_number': 5, 'project_id': '63deb2e833294f4ba854d4abe4a79ff2', 'subnets': [{'id': '513e6a2b-0c54-4f03-8c2d-dd3c246bd8ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-18-iscsi', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:29:04.361657 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a828dfb-978a-423e-850b-2b7cfd2a1ef0 None None] The sync data for ids ['a220d9f2-26b3-4e11-8d27-02331b07722b'] in dv-cinder-805887-18-iscsi is: [{'id': 'a220d9f2-26b3-4e11-8d27-02331b07722b', 'name': 'tempest-AttachVolumeShelveTestJSON-1297816090-router', 'tenant_id': '63deb2e833294f4ba854d4abe4a79ff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'external_fixed_ips': [{'subnet_id': '89646001-5df7-4559-baa8-56e15a045fc5', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': '00a87840-a9d9-487d-aa62-d3fc34f15884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:24:20Z', 'updated_at': '2021-09-23T07:24:33Z', 'revision_number': 4, 'project_id': '63deb2e833294f4ba854d4abe4a79ff2', 'gw_port': {'id': '00a87840-a9d9-487d-aa62-d3fc34f15884', 'name': '', 'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:d2:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a220d9f2-26b3-4e11-8d27-02331b07722b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '89646001-5df7-4559-baa8-56e15a045fc5', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:24:22Z', 'updated_at': '2021-09-23T07:24:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89646001-5df7-4559-baa8-56e15a045fc5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-18-iscsi', '_interfaces': [{'id': '989cc11e-734c-4cf7-bebe-fd6a7f5fed64', 'name': '', 'network_id': '457ccd50-05b0-4ce0-8b7d-271dff6f827e', 'tenant_id': '63deb2e833294f4ba854d4abe4a79ff2', 'mac_address': 'fa:16:3e:ad:d4:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a220d9f2-26b3-4e11-8d27-02331b07722b', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '513e6a2b-0c54-4f03-8c2d-dd3c246bd8ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:24:30Z', 'updated_at': '2021-09-23T07:24:42Z', 'revision_number': 5, 'project_id': '63deb2e833294f4ba854d4abe4a79ff2', 'subnets': [{'id': '513e6a2b-0c54-4f03-8c2d-dd3c246bd8ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 07:29:04.371117 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-0b419d27-2b62-487b-801b-09f0e2ea65e5 req-3e8c7a5f-9931-4e22-ae67-ff56930186c9 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/ports?device_id=11aa03f3-4e13-41f7-a30c-8a2c8e1d0fa4 HTTP/1.1" status: 200 len: 210 time: 0.0385435 Sep 23 07:29:04.497735 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.62', 57222) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:29:04.680894 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-940ecfc4-1259-43f6-84f0-2b4cef1399f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:04.710475 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae33d54-adf5-48ad-92f6-831a57d2326c None None] New status for floating IP a29b3a0d-6386-43b1-8a4f-de565adbe198: DOWN {{(pid=94843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 07:29:04.792434 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-940ecfc4-1259-43f6-84f0-2b4cef1399f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:04.870290 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-940ecfc4-1259-43f6-84f0-2b4cef1399f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520401'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:04.919047 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [None req-940ecfc4-1259-43f6-84f0-2b4cef1399f0 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f4745093ce09444daa88a19e28e84d41&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4195313 Sep 23 07:29:04.919912 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940ecfc4-1259-43f6-84f0-2b4cef1399f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f171e13f-0e0c-4fa3-b80f-4ce72057c537,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:29:04.922341 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.62', 57226) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:29:04.927635 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940ecfc4-1259-43f6-84f0-2b4cef1399f0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:29:04.927978 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940ecfc4-1259-43f6-84f0-2b4cef1399f0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:29:04.928324 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940ecfc4-1259-43f6-84f0-2b4cef1399f0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:29:04.928666 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940ecfc4-1259-43f6-84f0-2b4cef1399f0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:29:04.929031 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940ecfc4-1259-43f6-84f0-2b4cef1399f0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:29:04.929933 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940ecfc4-1259-43f6-84f0-2b4cef1399f0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:29:04.929933 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940ecfc4-1259-43f6-84f0-2b4cef1399f0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:29:04.930132 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940ecfc4-1259-43f6-84f0-2b4cef1399f0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:29:04.930349 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940ecfc4-1259-43f6-84f0-2b4cef1399f0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:29:04.930653 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940ecfc4-1259-43f6-84f0-2b4cef1399f0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:29:04.930979 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940ecfc4-1259-43f6-84f0-2b4cef1399f0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:29:04.931302 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940ecfc4-1259-43f6-84f0-2b4cef1399f0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:29:04.990750 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-624eae2e-b80e-49cd-813b-d208a36ce246 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:05.015051 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-624eae2e-b80e-49cd-813b-d208a36ce246 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:05.168790 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-624eae2e-b80e-49cd-813b-d208a36ce246 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520401'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:05.171308 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-624eae2e-b80e-49cd-813b-d208a36ce246 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:05.172587 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [None req-624eae2e-b80e-49cd-813b-d208a36ce246 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f171e13f-0e0c-4fa3-b80f-4ce72057c537 HTTP/1.1" status: 204 len: 168 time: 0.2487614 Sep 23 07:29:05.180845 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624eae2e-b80e-49cd-813b-d208a36ce246 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f171e13f-0e0c-4fa3-b80f-4ce72057c537,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:29:05.566695 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.62', 57238) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:29:05.651044 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-004538e4-2938-451f-832c-daf6b491dde9 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:05.686013 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-004538e4-2938-451f-832c-daf6b491dde9 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:05.854408 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-004538e4-2938-451f-832c-daf6b491dde9 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520401'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:05.857371 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-004538e4-2938-451f-832c-daf6b491dde9 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:05.858612 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [None req-004538e4-2938-451f-832c-daf6b491dde9 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "DELETE /v2.0/security-groups/f544a07c-938f-4158-882b-467f1a401932 HTTP/1.1" status: 204 len: 168 time: 0.2907276 Sep 23 07:29:05.861730 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.62', 57240) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:29:05.870017 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004538e4-2938-451f-832c-daf6b491dde9 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f544a07c-938f-4158-882b-467f1a401932,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:29:05.882026 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.api.v2.resource [None req-8ec2fa3f-6851-40f5-aaf0-536a4bbe70f8 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] show failed (client error): The resource could not be found. Sep 23 07:29:05.885212 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [None req-8ec2fa3f-6851-40f5-aaf0-536a4bbe70f8 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/security-groups/f544a07c-938f-4158-882b-467f1a401932 HTTP/1.1" status: 404 len: 347 time: 0.0217810 Sep 23 07:29:05.888251 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.62', 57242) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:29:05.965817 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.62', 57244) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:29:05.978268 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7f30e600-668c-43b4-9334-69673b6ddc53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:06.022260 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-e9f773e9-6e79-48ed-9fa1-ba91f3d5ff0b tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Deleting port 00056568-d1cb-4910-96f7-fa46fe27a956 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:29:06.023033 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e9f773e9-6e79-48ed-9fa1-ba91f3d5ff0b tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728618132776'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:06.087773 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7f30e600-668c-43b4-9334-69673b6ddc53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:06.124354 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e9f773e9-6e79-48ed-9fa1-ba91f3d5ff0b tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452355'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:06.124700 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e9f773e9-6e79-48ed-9fa1-ba91f3d5ff0b tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:06.137271 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-e9f773e9-6e79-48ed-9fa1-ba91f3d5ff0b tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Calling delete_port for 00056568-d1cb-4910-96f7-fa46fe27a956 owned by network:floatingip {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:29:06.143790 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Device 7dfc4070-e231-4f6c-ad17-e12882af128e no longer exists at agent hyperv_hv-cinder-80588 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:29:06.168230 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] No Port match for: 7dfc4070-e231-4f6c-ad17-e12882af128e {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 07:29:06.168569 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Device 7dfc4070-e231-4f6c-ad17-e12882af128e not bound to the agent host hv-cinder-80588 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 07:29:06.180212 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7f30e600-668c-43b4-9334-69673b6ddc53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520401'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:06.221041 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [None req-7f30e600-668c-43b4-9334-69673b6ddc53 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e101ec00ecb9434e9ad20fc02d014404&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2638171 Sep 23 07:29:06.222275 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f30e600-668c-43b4-9334-69673b6ddc53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d5e03b4-489b-4eb3-8b1c-764625e9d6ca,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:29:06.224745 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.62', 57246) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:29:06.280177 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-85793fe4-f6e9-412c-948b-53eb2b8e7371 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:06.304659 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-85793fe4-f6e9-412c-948b-53eb2b8e7371 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:06.390601 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e9f773e9-6e79-48ed-9fa1-ba91f3d5ff0b tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728618137326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728617650872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58957170'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:06.417985 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f773e9-6e79-48ed-9fa1-ba91f3d5ff0b tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Pushing event deleted for resources: {'Port': ['ID=00056568-d1cb-4910-96f7-fa46fe27a956,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:29:06.418818 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-85793fe4-f6e9-412c-948b-53eb2b8e7371 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520401'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:06.421538 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-85793fe4-f6e9-412c-948b-53eb2b8e7371 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:06.427461 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [None req-85793fe4-f6e9-412c-948b-53eb2b8e7371 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/2d5e03b4-489b-4eb3-8b1c-764625e9d6ca HTTP/1.1" status: 204 len: 168 time: 0.1976964 Sep 23 07:29:06.438888 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85793fe4-f6e9-412c-948b-53eb2b8e7371 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d5e03b4-489b-4eb3-8b1c-764625e9d6ca,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:29:06.681396 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e9f773e9-6e79-48ed-9fa1-ba91f3d5ff0b tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Notify callbacks [] for floatingip, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:06.684052 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e9f773e9-6e79-48ed-9fa1-ba91f3d5ff0b tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210484'] for floatingip, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:06.685268 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [None req-e9f773e9-6e79-48ed-9fa1-ba91f3d5ff0b tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "DELETE /v2.0/floatingips/a29b3a0d-6386-43b1-8a4f-de565adbe198 HTTP/1.1" status: 204 len: 168 time: 0.7959807 Sep 23 07:29:07.066596 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.62', 57262) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:29:07.071326 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.v2.base [None req-261da67c-3158-4a0d-80d1-8eec77d54782 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1932512259', 'description': 'tempest-description--412702088'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:29:07.174222 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-261da67c-3158-4a0d-80d1-8eec77d54782 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:07.268691 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-261da67c-3158-4a0d-80d1-8eec77d54782 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:07.357075 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-261da67c-3158-4a0d-80d1-8eec77d54782 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520401'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:07.391941 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261da67c-3158-4a0d-80d1-8eec77d54782 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Pushing event updated for resources: {'SecurityGroup': ['ID=278f1fac-5295-401c-8abd-7d69416ea71e,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:29:07.626447 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-261da67c-3158-4a0d-80d1-8eec77d54782 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:07.628092 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [None req-261da67c-3158-4a0d-80d1-8eec77d54782 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.5602822 Sep 23 07:29:07.631876 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.62', 57274) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:29:07.643730 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.v2.base [None req-851bb83b-52d8-4450-9dc5-2c637bd51e80 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Request body: {'security_group_rule': {'security_group_id': '278f1fac-5295-401c-8abd-7d69416ea71e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:29:07.825723 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-851bb83b-52d8-4450-9dc5-2c637bd51e80 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:07.890327 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-851bb83b-52d8-4450-9dc5-2c637bd51e80 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:07.997546 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-851bb83b-52d8-4450-9dc5-2c637bd51e80 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510558'] for security_group_rule, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:08.017550 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851bb83b-52d8-4450-9dc5-2c637bd51e80 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=378a253c-0fb9-42b5-8e92-16a751add7f1,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:29:08.088814 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-851bb83b-52d8-4450-9dc5-2c637bd51e80 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:08.090057 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [None req-851bb83b-52d8-4450-9dc5-2c637bd51e80 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4568236 Sep 23 07:29:08.093361 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.62', 57282) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:29:08.098665 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.v2.base [None req-9539afed-47a9-4952-8599-eacf426d9793 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Request body: {'security_group_rule': {'security_group_id': '278f1fac-5295-401c-8abd-7d69416ea71e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:29:08.218143 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9539afed-47a9-4952-8599-eacf426d9793 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:08.282418 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9539afed-47a9-4952-8599-eacf426d9793 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:08.363005 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9539afed-47a9-4952-8599-eacf426d9793 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510558'] for security_group_rule, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:08.381417 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9539afed-47a9-4952-8599-eacf426d9793 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68212e23-f082-4b77-ac12-b9483e6be768,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:29:08.460401 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9539afed-47a9-4952-8599-eacf426d9793 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:08.462890 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [None req-9539afed-47a9-4952-8599-eacf426d9793 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3675194 Sep 23 07:29:08.465626 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.62', 57292) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:29:08.471237 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.v2.base [None req-06cfdcff-6ee0-4556-b998-706ad772e535 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Request body: {'floatingip': {'floating_network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:29:08.562977 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-06cfdcff-6ee0-4556-b998-706ad772e535 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Notify callbacks [] for floatingip, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:08.691203 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-06cfdcff-6ee0-4556-b998-706ad772e535 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:08.822403 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-06cfdcff-6ee0-4556-b998-706ad772e535 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Allocated IP 172.27.2.183 (d5e7441b-7712-4831-9dab-1c29a8301756/89646001-5df7-4559-baa8-56e15a045fc5/d2e05539-f4d3-45b1-9986-430a737ed332) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:29:08.970368 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-06cfdcff-6ee0-4556-b998-706ad772e535 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:09.105389 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-06cfdcff-6ee0-4556-b998-706ad772e535 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728617650863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58829502'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:09.145513 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06cfdcff-6ee0-4556-b998-706ad772e535 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Network d5e7441b-7712-4831-9dab-1c29a8301756 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:29:09.148581 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-06cfdcff-6ee0-4556-b998-706ad772e535 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:29:09.152593 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06cfdcff-6ee0-4556-b998-706ad772e535 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:29:09.161920 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cfdcff-6ee0-4556-b998-706ad772e535 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Pushing event updated for resources: {'Port': ['ID=d2e05539-f4d3-45b1-9986-430a737ed332,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:29:09.269053 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-06cfdcff-6ee0-4556-b998-706ad772e535 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:09.413220 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-06cfdcff-6ee0-4556-b998-706ad772e535 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:09.659575 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-06cfdcff-6ee0-4556-b998-706ad772e535 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:09.843111 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-06cfdcff-6ee0-4556-b998-706ad772e535 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728618137860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728617650881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728617650899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58829493'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:09.916603 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cfdcff-6ee0-4556-b998-706ad772e535 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Pushing event updated for resources: {'Port': ['ID=d2e05539-f4d3-45b1-9986-430a737ed332,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:29:09.933923 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-06cfdcff-6ee0-4556-b998-706ad772e535 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-455962'] for floatingip, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:10.036294 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-06cfdcff-6ee0-4556-b998-706ad772e535 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210484'] for floatingip, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:10.037818 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [None req-06cfdcff-6ee0-4556-b998-706ad772e535 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5710881 Sep 23 07:29:10.274340 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-ffa523c6-622a-43d9-8c26-165dd909a8f7 req-20594776-b538-47f6-bfab-e19eb27a849d tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--1932512259&fields=id&tenant_id=63deb2e833294f4ba854d4abe4a79ff2 HTTP/1.1" status: 200 len: 267 time: 0.0347307 Sep 23 07:29:10.644957 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa523c6-622a-43d9-8c26-165dd909a8f7 req-57380041-45ad-49cd-8670-c723dc0e8c00 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:29:10.646582 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-ffa523c6-622a-43d9-8c26-165dd909a8f7 req-57380041-45ad-49cd-8670-c723dc0e8c00 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/networks?id=457ccd50-05b0-4ce0-8b7d-271dff6f827e HTTP/1.1" status: 200 len: 817 time: 0.3644557 Sep 23 07:29:10.663690 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-ffa523c6-622a-43d9-8c26-165dd909a8f7 req-f2f8615c-7d2c-496a-bfc1-17ca92c8739f tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/quotas/63deb2e833294f4ba854d4abe4a79ff2 HTTP/1.1" status: 200 len: 375 time: 0.0102949 Sep 23 07:29:10.723003 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-ffa523c6-622a-43d9-8c26-165dd909a8f7 req-00af4ec9-0f9c-4d3a-92df-b3d3e9271dfc tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=63deb2e833294f4ba854d4abe4a79ff2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0508130 Sep 23 07:29:10.841327 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-ffa523c6-622a-43d9-8c26-165dd909a8f7 req-e90f7c4b-8b00-4921-ba01-01701aca4a33 service neutron] 10.222.0.62 "GET /v2.0/networks/457ccd50-05b0-4ce0-8b7d-271dff6f827e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048841 Sep 23 07:29:10.954730 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-ffa523c6-622a-43d9-8c26-165dd909a8f7 req-226a15fb-4057-41df-b82f-5e6350c2ed2f service neutron] 10.222.0.62 "GET /v2.0/networks/457ccd50-05b0-4ce0-8b7d-271dff6f827e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966287 Sep 23 07:29:11.226647 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-24d26267-e0b0-4d74-a393-ea5c14a467d5 req-4b8ba78f-23d8-4c08-bd5e-0e58f6951ed6 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/ports?device_id=d6e06ec0-154d-469f-abac-3b9cf681c0db HTTP/1.1" status: 200 len: 210 time: 0.0537252 Sep 23 07:29:12.364479 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-c8f184c5-bd70-4b34-a38b-0db9ae6755d4 req-3f0908e9-7e75-4246-ad4b-f2c27b6e1171 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/ports?device_id=d6e06ec0-154d-469f-abac-3b9cf681c0db HTTP/1.1" status: 200 len: 210 time: 0.0271211 Sep 23 07:29:13.493957 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-16c95f2f-c59c-404f-9bc1-1e731af502a2 req-6a0c0c46-76fa-4d8f-b098-c301edcd3cd9 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/ports?device_id=d6e06ec0-154d-469f-abac-3b9cf681c0db HTTP/1.1" status: 200 len: 210 time: 0.0454457 Sep 23 07:29:13.924012 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa523c6-622a-43d9-8c26-165dd909a8f7 req-5203aa46-a1b4-4e4d-8235-a8c2b97bbb88 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:29:13.925617 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-ffa523c6-622a-43d9-8c26-165dd909a8f7 req-5203aa46-a1b4-4e4d-8235-a8c2b97bbb88 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.53 "GET /v2.0/networks?id=457ccd50-05b0-4ce0-8b7d-271dff6f827e HTTP/1.1" status: 200 len: 817 time: 0.1282256 Sep 23 07:29:13.973252 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-ffa523c6-622a-43d9-8c26-165dd909a8f7 req-8eb74658-48be-4abf-84ac-77e4a04eed8b tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=63deb2e833294f4ba854d4abe4a79ff2 HTTP/1.1" status: 200 len: 380 time: 0.0377431 Sep 23 07:29:13.983099 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.v2.base [req-ffa523c6-622a-43d9-8c26-165dd909a8f7 req-4d97018b-b34a-4595-a4ff-5e443013708f tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Request body: {'port': {'device_id': 'd6e06ec0-154d-469f-abac-3b9cf681c0db', 'network_id': '457ccd50-05b0-4ce0-8b7d-271dff6f827e', 'admin_state_up': True, 'tenant_id': '63deb2e833294f4ba854d4abe4a79ff2', 'security_groups': ['278f1fac-5295-401c-8abd-7d69416ea71e']}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:29:14.191383 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ffa523c6-622a-43d9-8c26-165dd909a8f7 req-4d97018b-b34a-4595-a4ff-5e443013708f tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Made reservation on behalf of 63deb2e833294f4ba854d4abe4a79ff2 for: {'port': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:29:14.195028 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-ffa523c6-622a-43d9-8c26-165dd909a8f7 req-4d97018b-b34a-4595-a4ff-5e443013708f tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:14.335523 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [req-ffa523c6-622a-43d9-8c26-165dd909a8f7 req-4d97018b-b34a-4595-a4ff-5e443013708f tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Allocated IP 172.20.0.6 (457ccd50-05b0-4ce0-8b7d-271dff6f827e/513e6a2b-0c54-4f03-8c2d-dd3c246bd8ac/d896cc8c-3a91-43e6-ab35-d64ba46ad28c) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:29:14.491206 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-ffa523c6-622a-43d9-8c26-165dd909a8f7 req-4d97018b-b34a-4595-a4ff-5e443013708f tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:14.621366 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-ffa523c6-622a-43d9-8c26-165dd909a8f7 req-4d97018b-b34a-4595-a4ff-5e443013708f tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728617650863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58829502'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:14.711981 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ffa523c6-622a-43d9-8c26-165dd909a8f7 req-4d97018b-b34a-4595-a4ff-5e443013708f tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Network 457ccd50-05b0-4ce0-8b7d-271dff6f827e is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:29:14.722860 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [req-ffa523c6-622a-43d9-8c26-165dd909a8f7 req-4d97018b-b34a-4595-a4ff-5e443013708f tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:29:14.726316 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffa523c6-622a-43d9-8c26-165dd909a8f7 req-4d97018b-b34a-4595-a4ff-5e443013708f tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:29:14.728824 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d97018b-b34a-4595-a4ff-5e443013708f tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Pushing event updated for resources: {'Port': ['ID=d896cc8c-3a91-43e6-ab35-d64ba46ad28c,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:29:14.774927 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16d092c-4d15-4c0b-8a25-0b51f6b076ac req-513bc2f0-0073-4121-906f-4adab9057236 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:29:14.776605 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-b16d092c-4d15-4c0b-8a25-0b51f6b076ac req-513bc2f0-0073-4121-906f-4adab9057236 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/ports?device_id=d6e06ec0-154d-469f-abac-3b9cf681c0db HTTP/1.1" status: 200 len: 931 time: 0.1523573 Sep 23 07:29:14.824542 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa523c6-622a-43d9-8c26-165dd909a8f7 req-4d97018b-b34a-4595-a4ff-5e443013708f tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:29:14.825535 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-ffa523c6-622a-43d9-8c26-165dd909a8f7 req-4d97018b-b34a-4595-a4ff-5e443013708f tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210484'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:14.855003 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-b16d092c-4d15-4c0b-8a25-0b51f6b076ac req-ccc29865-3bb7-4b67-aaa7-812812b32a3b tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/security-groups?id=278f1fac-5295-401c-8abd-7d69416ea71e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698328 Sep 23 07:29:14.954272 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-ffa523c6-622a-43d9-8c26-165dd909a8f7 req-4d97018b-b34a-4595-a4ff-5e443013708f tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9749298 Sep 23 07:29:14.959036 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-df68bfb0-a66a-475a-b72c-bc1a3b7832bf None None] Provisioning complete for port d896cc8c-3a91-43e6-ab35-d64ba46ad28c triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:29:14.961320 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-df68bfb0-a66a-475a-b72c-bc1a3b7832bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703931'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:14.971063 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.v2.base [req-ffa523c6-622a-43d9-8c26-165dd909a8f7 req-8e86ecaf-1252-48a0-905c-1d602b6717b7 service neutron] Request body: {'port': {'device_id': 'd6e06ec0-154d-469f-abac-3b9cf681c0db', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80588'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:29:14.996303 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-df68bfb0-a66a-475a-b72c-bc1a3b7832bf None None] Port d896cc8c-3a91-43e6-ab35-d64ba46ad28c cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 07:29:15.043144 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-ffa523c6-622a-43d9-8c26-165dd909a8f7 req-8e86ecaf-1252-48a0-905c-1d602b6717b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:15.376341 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.notifiers.nova [req-ffa523c6-622a-43d9-8c26-165dd909a8f7 req-8e86ecaf-1252-48a0-905c-1d602b6717b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d896cc8c-3a91-43e6-ab35-d64ba46ad28c {{(pid=94841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 07:29:15.385272 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-ffa523c6-622a-43d9-8c26-165dd909a8f7 req-8e86ecaf-1252-48a0-905c-1d602b6717b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:15.401092 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [req-ffa523c6-622a-43d9-8c26-165dd909a8f7 req-8e86ecaf-1252-48a0-905c-1d602b6717b7 service neutron] Transition to ACTIVE for port object d896cc8c-3a91-43e6-ab35-d64ba46ad28c will not be triggered until provisioned by entity L2. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 07:29:15.523178 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-ffa523c6-622a-43d9-8c26-165dd909a8f7 req-8e86ecaf-1252-48a0-905c-1d602b6717b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728618137860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728617650881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728617650899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58829493'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:15.582356 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e86ecaf-1252-48a0-905c-1d602b6717b7 service neutron] Pushing event updated for resources: {'Port': ['ID=d896cc8c-3a91-43e6-ab35-d64ba46ad28c,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:29:15.664926 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-ffa523c6-622a-43d9-8c26-165dd909a8f7 req-8e86ecaf-1252-48a0-905c-1d602b6717b7 service neutron] Attempting to bind port d896cc8c-3a91-43e6-ab35-d64ba46ad28c on host hv-cinder-80588 for vnic_type normal with profile {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:29:15.665616 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-ffa523c6-622a-43d9-8c26-165dd909a8f7 req-8e86ecaf-1252-48a0-905c-1d602b6717b7 service neutron] Attempting to bind port d896cc8c-3a91-43e6-ab35-d64ba46ad28c by drivers openvswitch,hyperv on host hv-cinder-80588 at level 0 using segments [{'id': '1643a54a-f314-44c3-bdbc-99b9ba0d70f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '457ccd50-05b0-4ce0-8b7d-271dff6f827e'}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:29:15.665972 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffa523c6-622a-43d9-8c26-165dd909a8f7 req-8e86ecaf-1252-48a0-905c-1d602b6717b7 service neutron] Attempting to bind port d896cc8c-3a91-43e6-ab35-d64ba46ad28c on network 457ccd50-05b0-4ce0-8b7d-271dff6f827e {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:29:15.675034 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffa523c6-622a-43d9-8c26-165dd909a8f7 req-8e86ecaf-1252-48a0-905c-1d602b6717b7 service neutron] Port d896cc8c-3a91-43e6-ab35-d64ba46ad28c on network 457ccd50-05b0-4ce0-8b7d-271dff6f827e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80588 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 07:29:15.676007 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffa523c6-622a-43d9-8c26-165dd909a8f7 req-8e86ecaf-1252-48a0-905c-1d602b6717b7 service neutron] Attempting to bind port d896cc8c-3a91-43e6-ab35-d64ba46ad28c on network 457ccd50-05b0-4ce0-8b7d-271dff6f827e {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:29:15.691056 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffa523c6-622a-43d9-8c26-165dd909a8f7 req-8e86ecaf-1252-48a0-905c-1d602b6717b7 service neutron] Checking agent: {'id': '6ad4e769-5dea-434d-bbcd-ae86f07cf259', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80588', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 7, 22, 28), 'started_at': datetime.datetime(2021, 9, 23, 7, 22, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 7, 28, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 07:29:15.691056 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffa523c6-622a-43d9-8c26-165dd909a8f7 req-8e86ecaf-1252-48a0-905c-1d602b6717b7 service neutron] Checking segment: {'id': '1643a54a-f314-44c3-bdbc-99b9ba0d70f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '457ccd50-05b0-4ce0-8b7d-271dff6f827e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:29:15.691056 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffa523c6-622a-43d9-8c26-165dd909a8f7 req-8e86ecaf-1252-48a0-905c-1d602b6717b7 service neutron] Bound using segment: {'id': '1643a54a-f314-44c3-bdbc-99b9ba0d70f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '457ccd50-05b0-4ce0-8b7d-271dff6f827e'} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 07:29:15.691056 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-ffa523c6-622a-43d9-8c26-165dd909a8f7 req-8e86ecaf-1252-48a0-905c-1d602b6717b7 service neutron] Bound port: d896cc8c-3a91-43e6-ab35-d64ba46ad28c, host: hv-cinder-80588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1643a54a-f314-44c3-bdbc-99b9ba0d70f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '457ccd50-05b0-4ce0-8b7d-271dff6f827e'}}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 07:29:15.691056 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-ffa523c6-622a-43d9-8c26-165dd909a8f7 req-8e86ecaf-1252-48a0-905c-1d602b6717b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:15.804100 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-ffa523c6-622a-43d9-8c26-165dd909a8f7 req-8e86ecaf-1252-48a0-905c-1d602b6717b7 service neutron] For port d896cc8c-3a91-43e6-ab35-d64ba46ad28c, host hv-cinder-80588, cleared binding levels {{(pid=94841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:29:15.807911 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-ffa523c6-622a-43d9-8c26-165dd909a8f7 req-8e86ecaf-1252-48a0-905c-1d602b6717b7 service neutron] For port d896cc8c-3a91-43e6-ab35-d64ba46ad28c, host hv-cinder-80588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=d896cc8c-3a91-43e6-ab35-d64ba46ad28c,segment=NetworkSegment(1643a54a-f314-44c3-bdbc-99b9ba0d70f9),segment_id=1643a54a-f314-44c3-bdbc-99b9ba0d70f9)] {{(pid=94841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 07:29:15.883392 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-ffa523c6-622a-43d9-8c26-165dd909a8f7 req-8e86ecaf-1252-48a0-905c-1d602b6717b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728618137860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728617650881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728617650899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58829493'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:15.921633 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.62', 57428) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:29:15.943452 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa523c6-622a-43d9-8c26-165dd909a8f7 req-8e86ecaf-1252-48a0-905c-1d602b6717b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:29:15.944305 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-ffa523c6-622a-43d9-8c26-165dd909a8f7 req-8e86ecaf-1252-48a0-905c-1d602b6717b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210484'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:15.946146 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-ffa523c6-622a-43d9-8c26-165dd909a8f7 req-8e86ecaf-1252-48a0-905c-1d602b6717b7 service neutron] 10.222.0.53 "PUT /v2.0/ports/d896cc8c-3a91-43e6-ab35-d64ba46ad28c HTTP/1.1" status: 200 len: 1093 time: 0.9825170 Sep 23 07:29:15.946859 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6e06ec0-154d-469f-abac-3b9cf681c0db', 'tag': 'd896cc8c-3a91-43e6-ab35-d64ba46ad28c'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:29:15.950430 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59377972be4a6b1db7d764771ea1170f497e9021ac5c159e937f759c4704c07c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8a418a4-e061-417e-9d58-39d74e10ae26" -d '{"events": [{"name": "network-changed", "server_uuid": "d6e06ec0-154d-469f-abac-3b9cf681c0db", "tag": "d896cc8c-3a91-43e6-ab35-d64ba46ad28c"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:29:16.008546 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e86ecaf-1252-48a0-905c-1d602b6717b7 service neutron] Pushing event updated for resources: {'Port': ['ID=d896cc8c-3a91-43e6-ab35-d64ba46ad28c,revision_number=3']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:29:16.047688 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 07:29:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56b1566d-9fba-4d27-9ec8-795baa4c3845 x-openstack-request-id: req-56b1566d-9fba-4d27-9ec8-795baa4c3845 {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:29:16.047688 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6e06ec0-154d-469f-abac-3b9cf681c0db", "tag": "d896cc8c-3a91-43e6-ab35-d64ba46ad28c", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:29:16.047688 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-56b1566d-9fba-4d27-9ec8-795baa4c3845 {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:29:16.047688 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6e06ec0-154d-469f-abac-3b9cf681c0db', 'tag': 'd896cc8c-3a91-43e6-ab35-d64ba46ad28c', 'status': 'completed', 'code': 200} Sep 23 07:29:16.132272 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165f1e45-ca51-4064-a6fe-1659ba530a63 req-8d477851-445a-4e79-875a-1f9dd8416537 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:29:16.134070 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-165f1e45-ca51-4064-a6fe-1659ba530a63 req-8d477851-445a-4e79-875a-1f9dd8416537 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/ports?device_id=d6e06ec0-154d-469f-abac-3b9cf681c0db HTTP/1.1" status: 200 len: 943 time: 0.1286862 Sep 23 07:29:16.143227 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a418a4-e061-417e-9d58-39d74e10ae26 req-b625a644-7a4a-450c-83d9-da8d6a85c159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:29:16.145957 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-d8a418a4-e061-417e-9d58-39d74e10ae26 req-b625a644-7a4a-450c-83d9-da8d6a85c159 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=63deb2e833294f4ba854d4abe4a79ff2&device_id=d6e06ec0-154d-469f-abac-3b9cf681c0db HTTP/1.1" status: 200 len: 1096 time: 0.0714676 Sep 23 07:29:16.182827 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0830e1c8-fcba-41c5-ae10-0939dfb45704 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:16.254403 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-165f1e45-ca51-4064-a6fe-1659ba530a63 req-73953742-3215-4427-8bdd-115fa7c4770e tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/security-groups?id=278f1fac-5295-401c-8abd-7d69416ea71e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019435 Sep 23 07:29:16.305186 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a418a4-e061-417e-9d58-39d74e10ae26 req-a6c41007-28f7-46bf-bcf5-4558dda94d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:29:16.305186 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-d8a418a4-e061-417e-9d58-39d74e10ae26 req-a6c41007-28f7-46bf-bcf5-4558dda94d29 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=63deb2e833294f4ba854d4abe4a79ff2&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1460238 Sep 23 07:29:16.321141 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0830e1c8-fcba-41c5-ae10-0939dfb45704 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:16.397603 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0830e1c8-fcba-41c5-ae10-0939dfb45704 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520401'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:16.436873 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a418a4-e061-417e-9d58-39d74e10ae26 req-89e47bd3-6d50-422f-8908-dd6da86df72b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:29:16.438626 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-d8a418a4-e061-417e-9d58-39d74e10ae26 req-89e47bd3-6d50-422f-8908-dd6da86df72b service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1307619 Sep 23 07:29:16.462610 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [None req-0830e1c8-fcba-41c5-ae10-0939dfb45704 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c3f4253a0f7c4adb8f3d081cf3361d3f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5396216 Sep 23 07:29:16.463696 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0830e1c8-fcba-41c5-ae10-0939dfb45704 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbcfa919-f472-4b68-a7b8-53fccb8c1098,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:29:16.467364 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.62', 57438) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:29:16.581570 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa523c6-622a-43d9-8c26-165dd909a8f7 req-b9f602ca-864b-41c9-a3cd-dd26eb588152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:29:16.583169 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-ffa523c6-622a-43d9-8c26-165dd909a8f7 req-b9f602ca-864b-41c9-a3cd-dd26eb588152 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=63deb2e833294f4ba854d4abe4a79ff2&device_id=d6e06ec0-154d-469f-abac-3b9cf681c0db HTTP/1.1" status: 200 len: 1096 time: 0.0891442 Sep 23 07:29:16.592299 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1ca375cb-a1fc-45cb-a775-d0389fd10792 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:16.644120 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-ffa523c6-622a-43d9-8c26-165dd909a8f7 req-eb90d434-7841-40d4-ab47-53ca82299d74 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d896cc8c-3a91-43e6-ab35-d64ba46ad28c HTTP/1.1" status: 200 len: 217 time: 0.0526614 Sep 23 07:29:16.649503 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1ca375cb-a1fc-45cb-a775-d0389fd10792 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:16.724992 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa523c6-622a-43d9-8c26-165dd909a8f7 req-c8435be3-45f8-4366-b964-0b4cce2af223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:29:16.726543 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-ffa523c6-622a-43d9-8c26-165dd909a8f7 req-c8435be3-45f8-4366-b964-0b4cce2af223 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=513e6a2b-0c54-4f03-8c2d-dd3c246bd8ac HTTP/1.1" status: 200 len: 856 time: 0.0748684 Sep 23 07:29:16.783283 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa523c6-622a-43d9-8c26-165dd909a8f7 req-ab26c586-97cb-4d2a-91f1-c5e191df2e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:29:16.784904 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-ffa523c6-622a-43d9-8c26-165dd909a8f7 req-ab26c586-97cb-4d2a-91f1-c5e191df2e6b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=457ccd50-05b0-4ce0-8b7d-271dff6f827e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0509994 Sep 23 07:29:16.890117 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1ca375cb-a1fc-45cb-a775-d0389fd10792 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520401'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:16.892235 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1ca375cb-a1fc-45cb-a775-d0389fd10792 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:16.893681 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [None req-1ca375cb-a1fc-45cb-a775-d0389fd10792 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/dbcfa919-f472-4b68-a7b8-53fccb8c1098 HTTP/1.1" status: 204 len: 168 time: 0.4240289 Sep 23 07:29:16.910713 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca375cb-a1fc-45cb-a775-d0389fd10792 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbcfa919-f472-4b68-a7b8-53fccb8c1098,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:29:16.949971 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-ffa523c6-622a-43d9-8c26-165dd909a8f7 req-a1cd10d3-dbfb-4e6b-9592-0a7fa92b7a5b service neutron] 10.222.0.53 "GET /v2.0/networks/457ccd50-05b0-4ce0-8b7d-271dff6f827e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564798 Sep 23 07:29:17.109582 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-ffa523c6-622a-43d9-8c26-165dd909a8f7 req-f3db1811-d26c-4107-ad4e-d894305ff268 service neutron] 10.222.0.53 "GET /v2.0/networks/457ccd50-05b0-4ce0-8b7d-271dff6f827e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513476 Sep 23 07:29:17.467957 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466516c3-ce51-4bdc-991c-18fd30afb80b req-3018308d-d19d-4de9-afa0-d9e3027371bc tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:29:17.470843 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-466516c3-ce51-4bdc-991c-18fd30afb80b req-3018308d-d19d-4de9-afa0-d9e3027371bc tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/ports?device_id=d6e06ec0-154d-469f-abac-3b9cf681c0db HTTP/1.1" status: 200 len: 943 time: 0.0743887 Sep 23 07:29:17.519352 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-466516c3-ce51-4bdc-991c-18fd30afb80b req-c040e550-59a0-4c2c-8cd9-f8ba25256ca0 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/security-groups?id=278f1fac-5295-401c-8abd-7d69416ea71e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407162 Sep 23 07:29:18.151716 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Device d896cc8c-3a91-43e6-ab35-d64ba46ad28c details requested by agent hyperv_hv-cinder-80588 with host hv-cinder-80588 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 07:29:18.284871 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] For port d896cc8c-3a91-43e6-ab35-d64ba46ad28c, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=d896cc8c-3a91-43e6-ab35-d64ba46ad28c,segment=NetworkSegment(1643a54a-f314-44c3-bdbc-99b9ba0d70f9),segment_id=1643a54a-f314-44c3-bdbc-99b9ba0d70f9)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:29:18.307288 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Returning: {'device': 'd896cc8c-3a91-43e6-ab35-d64ba46ad28c', 'network_id': '457ccd50-05b0-4ce0-8b7d-271dff6f827e', 'port_id': 'd896cc8c-3a91-43e6-ab35-d64ba46ad28c', 'mac_address': 'fa:16:3e:ac:68:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '513e6a2b-0c54-4f03-8c2d-dd3c246bd8ac', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 07:29:18.347013 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:18.362379 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d896cc8c-3a91-43e6-ab35-d64ba46ad28c {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 07:29:18.394940 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] For port d896cc8c-3a91-43e6-ab35-d64ba46ad28c, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=d896cc8c-3a91-43e6-ab35-d64ba46ad28c,segment=NetworkSegment(1643a54a-f314-44c3-bdbc-99b9ba0d70f9),segment_id=1643a54a-f314-44c3-bdbc-99b9ba0d70f9)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:29:18.487145 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728618137860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728617650881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728617650899'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:18.537626 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Pushing event updated for resources: {'Port': ['ID=d896cc8c-3a91-43e6-ab35-d64ba46ad28c,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:29:18.545580 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:29:18.545963 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:29:18.546311 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:29:18.546642 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:29:18.546974 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:29:18.547305 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:29:18.547632 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:29:18.547960 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:29:18.548297 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:29:18.548657 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:29:18.549011 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:29:18.549342 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:29:18.684012 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beef211f-c3cd-4b85-850e-befeace01590 req-41a35a5f-ce2c-4169-8a0d-1e055643659f tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:29:18.686142 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-beef211f-c3cd-4b85-850e-befeace01590 req-41a35a5f-ce2c-4169-8a0d-1e055643659f tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/ports?device_id=d6e06ec0-154d-469f-abac-3b9cf681c0db HTTP/1.1" status: 200 len: 944 time: 0.0643113 Sep 23 07:29:18.759070 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] get_ports_and_sgs() called for port_ids ['d896cc8c-3a91-43e6-ab35-d64ba46ad28c'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 07:29:18.952316 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-beef211f-c3cd-4b85-850e-befeace01590 req-4c6721b0-efcd-437e-9ccb-0968824f6fe4 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/security-groups?id=278f1fac-5295-401c-8abd-7d69416ea71e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2598615 Sep 23 07:29:20.143985 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcffc55e-cde8-47fe-8b84-f9d0cc51ed4b req-f30c73ce-4e12-49a5-bc8d-96618e996b52 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:29:20.145525 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-bcffc55e-cde8-47fe-8b84-f9d0cc51ed4b req-f30c73ce-4e12-49a5-bc8d-96618e996b52 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/ports?device_id=d6e06ec0-154d-469f-abac-3b9cf681c0db HTTP/1.1" status: 200 len: 944 time: 0.1112866 Sep 23 07:29:20.174458 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Device d896cc8c-3a91-43e6-ab35-d64ba46ad28c up at agent hyperv_hv-cinder-80588 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:29:20.188579 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-bcffc55e-cde8-47fe-8b84-f9d0cc51ed4b req-94a3ab04-f2bd-41af-b499-df7a4b3a10b5 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/security-groups?id=278f1fac-5295-401c-8abd-7d69416ea71e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364597 Sep 23 07:29:20.311272 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Provisioning for port d896cc8c-3a91-43e6-ab35-d64ba46ad28c completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 07:29:20.318062 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Provisioning complete for port d896cc8c-3a91-43e6-ab35-d64ba46ad28c triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:29:20.318619 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703931'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:20.438661 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:20.484215 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6e06ec0-154d-469f-abac-3b9cf681c0db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd896cc8c-3a91-43e6-ab35-d64ba46ad28c'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:29:20.487638 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8cb1569f887212d656241d478829572ac01e5268e755a1d7af7c5208f8517aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afc7f810-46db-42ed-8a97-664752cabfaf" -d '{"events": [{"server_uuid": "d6e06ec0-154d-469f-abac-3b9cf681c0db", "name": "network-vif-plugged", "status": "completed", "tag": "d896cc8c-3a91-43e6-ab35-d64ba46ad28c"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:29:20.513900 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] For port d896cc8c-3a91-43e6-ab35-d64ba46ad28c, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=d896cc8c-3a91-43e6-ab35-d64ba46ad28c,segment=NetworkSegment(1643a54a-f314-44c3-bdbc-99b9ba0d70f9),segment_id=1643a54a-f314-44c3-bdbc-99b9ba0d70f9)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:29:20.563575 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 07:29:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90d2d37f-7306-4a8a-b254-d6014d31bc37 x-openstack-request-id: req-90d2d37f-7306-4a8a-b254-d6014d31bc37 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:29:20.563575 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6e06ec0-154d-469f-abac-3b9cf681c0db", "name": "network-vif-plugged", "status": "completed", "tag": "d896cc8c-3a91-43e6-ab35-d64ba46ad28c", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:29:20.563894 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-90d2d37f-7306-4a8a-b254-d6014d31bc37 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:29:20.564432 dv-cinder-805887-18-iscsi neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6e06ec0-154d-469f-abac-3b9cf681c0db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd896cc8c-3a91-43e6-ab35-d64ba46ad28c', 'code': 200} Sep 23 07:29:20.585648 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728618137860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728617650881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728617650899'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:20.650233 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Pushing event updated for resources: {'Port': ['ID=d896cc8c-3a91-43e6-ab35-d64ba46ad28c,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:29:20.652139 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-50aafa0c-4f5f-4b0d-9067-4ddcfd5eae41 req-0428402c-438d-41b6-bb8b-296c204f6a81 tempest-VolumesNegativeTest-1910124958 tempest-VolumesNegativeTest-1910124958-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=f8ab8b9bf1f34d33ab946cb1cd7cdf9b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0652757 Sep 23 07:29:20.901928 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50aafa0c-4f5f-4b0d-9067-4ddcfd5eae41 req-ab17d85c-6199-4b38-ac37-e1cfa4ea1678 tempest-VolumesNegativeTest-1910124958 tempest-VolumesNegativeTest-1910124958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:29:20.901928 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-50aafa0c-4f5f-4b0d-9067-4ddcfd5eae41 req-ab17d85c-6199-4b38-ac37-e1cfa4ea1678 tempest-VolumesNegativeTest-1910124958 tempest-VolumesNegativeTest-1910124958-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2401900 Sep 23 07:29:20.941489 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-50aafa0c-4f5f-4b0d-9067-4ddcfd5eae41 req-b37781f7-9d35-474b-8b1a-a80661e57a44 tempest-VolumesNegativeTest-1910124958 tempest-VolumesNegativeTest-1910124958-project] 10.222.0.62 "GET /v2.0/quotas/f8ab8b9bf1f34d33ab946cb1cd7cdf9b HTTP/1.1" status: 200 len: 375 time: 0.0277255 Sep 23 07:29:20.958904 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.db.agents_db [None req-60cd1eec-2052-4d49-bd00-e5a0de40c293 None None] Agent healthcheck: found 6 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 07:29:20.964024 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ed777c-9400-453d-9476-0e4c520283c4 req-0587b064-b587-46c2-95fb-1016ca5dfa0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:29:20.965773 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-95ed777c-9400-453d-9476-0e4c520283c4 req-0587b064-b587-46c2-95fb-1016ca5dfa0c service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=d6e06ec0-154d-469f-abac-3b9cf681c0db HTTP/1.1" status: 200 len: 1098 time: 0.0634789 Sep 23 07:29:20.990689 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-50aafa0c-4f5f-4b0d-9067-4ddcfd5eae41 req-c30c696c-5e10-426e-8390-11344e9bdfd9 tempest-VolumesNegativeTest-1910124958 tempest-VolumesNegativeTest-1910124958-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=f8ab8b9bf1f34d33ab946cb1cd7cdf9b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0382802 Sep 23 07:29:21.028252 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-95ed777c-9400-453d-9476-0e4c520283c4 req-778875ba-2d6f-4ade-8ecc-caedc4f933cf service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=278f1fac-5295-401c-8abd-7d69416ea71e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363901 Sep 23 07:29:21.406084 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-ecef4b72-7c84-4f4d-a3f2-89fa47d94bfc req-48794dde-cceb-4c68-bd5e-4da27b7dd8e6 tempest-VolumesNegativeTest-1910124958 tempest-VolumesNegativeTest-1910124958-project] 10.222.0.62 "GET /v2.0/ports?device_id=d8552223-de4a-4fe7-ad7f-856dc5375850 HTTP/1.1" status: 200 len: 210 time: 0.0519738 Sep 23 07:29:21.441116 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ca89bf-95c6-47d4-a985-6a4ff0a860da req-86988c9d-c8f6-4cca-82de-89c9f3ca141f tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:29:21.443758 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-48ca89bf-95c6-47d4-a985-6a4ff0a860da req-86988c9d-c8f6-4cca-82de-89c9f3ca141f tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/ports?device_id=d6e06ec0-154d-469f-abac-3b9cf681c0db HTTP/1.1" status: 200 len: 945 time: 0.1379950 Sep 23 07:29:21.494383 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-48ca89bf-95c6-47d4-a985-6a4ff0a860da req-71056eb2-a91d-410e-9da5-7c48ea8ecab9 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/security-groups?id=278f1fac-5295-401c-8abd-7d69416ea71e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400941 Sep 23 07:29:22.517149 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-41d5f21a-9d9f-4c6a-ad0d-cb08f38af279 req-1697cba6-f840-4947-8e5d-1c6e4ae6fca3 tempest-VolumesNegativeTest-1910124958 tempest-VolumesNegativeTest-1910124958-project] 10.222.0.62 "GET /v2.0/ports?device_id=d8552223-de4a-4fe7-ad7f-856dc5375850 HTTP/1.1" status: 200 len: 210 time: 0.0410438 Sep 23 07:29:22.658433 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a978ed80-0902-4ad8-836a-fd0eb4109292 req-53c2a8e8-5692-4c51-8d1a-088075bff945 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:29:22.660271 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-a978ed80-0902-4ad8-836a-fd0eb4109292 req-53c2a8e8-5692-4c51-8d1a-088075bff945 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/ports?device_id=d6e06ec0-154d-469f-abac-3b9cf681c0db HTTP/1.1" status: 200 len: 945 time: 0.0591214 Sep 23 07:29:22.715051 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-a978ed80-0902-4ad8-836a-fd0eb4109292 req-30977a2d-d723-4912-8d24-12800c43c184 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/security-groups?id=278f1fac-5295-401c-8abd-7d69416ea71e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476520 Sep 23 07:29:22.898938 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6bb2e2-59dd-4eba-a535-27727ee716ea req-af18a853-be1e-4af2-8366-482add19ee8b tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:29:22.900993 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-7e6bb2e2-59dd-4eba-a535-27727ee716ea req-af18a853-be1e-4af2-8366-482add19ee8b tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/ports?device_id=d6e06ec0-154d-469f-abac-3b9cf681c0db HTTP/1.1" status: 200 len: 945 time: 0.0566437 Sep 23 07:29:22.911441 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.62', 57548) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:29:22.916480 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.v2.base [None req-bac8c054-b435-49be-8326-6a2a942ba479 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Request body: {'floatingip': {'port_id': 'd896cc8c-3a91-43e6-ab35-d64ba46ad28c'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:29:22.966271 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bac8c054-b435-49be-8326-6a2a942ba479 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Notify callbacks [] for floatingip, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:22.985881 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-fb95f108-d446-4165-a4ec-033925387a0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:23.500343 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.62', 57552) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:29:23.523577 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bac8c054-b435-49be-8326-6a2a942ba479 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:23.622135 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-a68dde10-0fbc-4ab2-bcf0-ef43d4da669a req-fc80f382-d3ec-4f8f-9685-eafc1fcd83bb tempest-VolumesNegativeTest-1910124958 tempest-VolumesNegativeTest-1910124958-project] 10.222.0.62 "GET /v2.0/ports?device_id=d8552223-de4a-4fe7-ad7f-856dc5375850 HTTP/1.1" status: 200 len: 210 time: 0.0320966 Sep 23 07:29:23.631798 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bac8c054-b435-49be-8326-6a2a942ba479 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-455962'] for floatingip, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:23.648962 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-75bff857-0eca-4744-ae54-76932ee47727 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:23.757122 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.db.l3_db [None req-bac8c054-b435-49be-8326-6a2a942ba479 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Floating IP 541d07cf-0b8e-4a29-8919-5601ac1f3f65 associated. External IP: 172.27.2.183, port: d896cc8c-3a91-43e6-ab35-d64ba46ad28c. Sep 23 07:29:23.777184 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-75bff857-0eca-4744-ae54-76932ee47727 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:23.860205 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-75bff857-0eca-4744-ae54-76932ee47727 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520401'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:23.911386 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [None req-75bff857-0eca-4744-ae54-76932ee47727 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=17f2e50af6454c18b634b23447955c3a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4089382 Sep 23 07:29:23.913439 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bff857-0eca-4744-ae54-76932ee47727 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f621b241-6c8a-4534-9350-b58e46772fba,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:29:23.916527 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.62', 57558) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:29:24.073119 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-291a66b9-ee99-4921-83a4-4da71cc00aa8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:24.107436 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-291a66b9-ee99-4921-83a4-4da71cc00aa8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:24.121399 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bac8c054-b435-49be-8326-6a2a942ba479 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Router a220d9f2-26b3-4e11-8d27-02331b07722b has already been hosted by L3 agent 65b4f7dd-c6e9-4255-94ee-66e285aed80f {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 07:29:24.271815 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bac8c054-b435-49be-8326-6a2a942ba479 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Notify agent at l3_agent.dv-cinder-805887-18-iscsi the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 07:29:24.276384 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bac8c054-b435-49be-8326-6a2a942ba479 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210484'] for floatingip, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:24.283629 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb9273e1-ea3b-4198-b142-d0a1d9f90f85 None None] Sync routers for ids ['a220d9f2-26b3-4e11-8d27-02331b07722b'] in dv-cinder-805887-18-iscsi {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 07:29:24.295400 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb9273e1-ea3b-4198-b142-d0a1d9f90f85 None None] Routers {'a220d9f2-26b3-4e11-8d27-02331b07722b'} bound to L3 agent in host dv-cinder-805887-18-iscsi {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:29:24.296066 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-fb9273e1-ea3b-4198-b142-d0a1d9f90f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T07:15:56Z,description=,heartbeat_timestamp=2021-09-23T07:28:56Z,host='dv-cinder-805887-18-iscsi',id=65b4f7dd-c6e9-4255-94ee-66e285aed80f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T07:15:57Z,topic='l3_agent')) {'router_ids': ['a220d9f2-26b3-4e11-8d27-02331b07722b'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:29:24.310193 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [None req-bac8c054-b435-49be-8326-6a2a942ba479 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "PUT /v2.0/floatingips/541d07cf-0b8e-4a29-8919-5601ac1f3f65 HTTP/1.1" status: 200 len: 991 time: 1.3974690 Sep 23 07:29:24.310780 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6e06ec0-154d-469f-abac-3b9cf681c0db', 'tag': 'd896cc8c-3a91-43e6-ab35-d64ba46ad28c'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:29:24.313721 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb8d6b8657277539ef4de54674fa83498a11133e08412b1937995906b62ef5f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47e625bd-2ee3-4718-8da5-e98c94fc12be" -d '{"events": [{"name": "network-changed", "server_uuid": "d6e06ec0-154d-469f-abac-3b9cf681c0db", "tag": "d896cc8c-3a91-43e6-ab35-d64ba46ad28c"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:29:24.356983 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-291a66b9-ee99-4921-83a4-4da71cc00aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520401'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:24.361831 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-291a66b9-ee99-4921-83a4-4da71cc00aa8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:24.366683 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [None req-291a66b9-ee99-4921-83a4-4da71cc00aa8 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f621b241-6c8a-4534-9350-b58e46772fba HTTP/1.1" status: 204 len: 168 time: 0.4486203 Sep 23 07:29:24.377935 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291a66b9-ee99-4921-83a4-4da71cc00aa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f621b241-6c8a-4534-9350-b58e46772fba,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:29:24.391723 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 07:29:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ceea2b55-29a9-425e-bf21-4f1a3917a7bc x-openstack-request-id: req-ceea2b55-29a9-425e-bf21-4f1a3917a7bc {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:29:24.392297 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6e06ec0-154d-469f-abac-3b9cf681c0db", "tag": "d896cc8c-3a91-43e6-ab35-d64ba46ad28c", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:29:24.392798 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ceea2b55-29a9-425e-bf21-4f1a3917a7bc {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:29:24.393415 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6e06ec0-154d-469f-abac-3b9cf681c0db', 'tag': 'd896cc8c-3a91-43e6-ab35-d64ba46ad28c', 'status': 'completed', 'code': 200} Sep 23 07:29:24.466817 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-fb9273e1-ea3b-4198-b142-d0a1d9f90f85 None None] Set router a220d9f2-26b3-4e11-8d27-02331b07722b gateway port host: dv-cinder-805887-18-iscsi {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:29:24.470384 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e625bd-2ee3-4718-8da5-e98c94fc12be req-5b4864c2-fbd1-4acc-86ad-9809d5a82f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:29:24.471986 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-47e625bd-2ee3-4718-8da5-e98c94fc12be req-5b4864c2-fbd1-4acc-86ad-9809d5a82f8d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=63deb2e833294f4ba854d4abe4a79ff2&device_id=d6e06ec0-154d-469f-abac-3b9cf681c0db HTTP/1.1" status: 200 len: 1098 time: 0.0589728 Sep 23 07:29:24.613698 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e625bd-2ee3-4718-8da5-e98c94fc12be req-c25eef05-2917-4155-970c-5edb332ca72a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:29:24.614572 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-47e625bd-2ee3-4718-8da5-e98c94fc12be req-c25eef05-2917-4155-970c-5edb332ca72a service neutron] 10.222.0.53 "GET /v2.0/networks?id=457ccd50-05b0-4ce0-8b7d-271dff6f827e HTTP/1.1" status: 200 len: 918 time: 0.1327980 Sep 23 07:29:24.700806 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-47e625bd-2ee3-4718-8da5-e98c94fc12be req-011581d8-8e01-43b9-8dc0-ed0537a504af service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d896cc8c-3a91-43e6-ab35-d64ba46ad28c HTTP/1.1" status: 200 len: 999 time: 0.0783122 Sep 23 07:29:24.773981 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-f950eae8-c8a9-4288-bfae-fcb3b6c26824 req-a6d524cd-ce03-4b8c-b93b-2b4572f78abe tempest-VolumesNegativeTest-1910124958 tempest-VolumesNegativeTest-1910124958-project] 10.222.0.62 "GET /v2.0/ports?device_id=d8552223-de4a-4fe7-ad7f-856dc5375850 HTTP/1.1" status: 200 len: 210 time: 0.0348234 Sep 23 07:29:24.784451 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e625bd-2ee3-4718-8da5-e98c94fc12be req-76179e4d-5670-4d58-b30b-3ebf8d53fcd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:29:24.786202 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-47e625bd-2ee3-4718-8da5-e98c94fc12be req-76179e4d-5670-4d58-b30b-3ebf8d53fcd0 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=513e6a2b-0c54-4f03-8c2d-dd3c246bd8ac HTTP/1.1" status: 200 len: 856 time: 0.0784667 Sep 23 07:29:24.841831 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e625bd-2ee3-4718-8da5-e98c94fc12be req-ce8f6403-8fd1-40f2-b058-aa67d1eac86d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:29:24.843938 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-47e625bd-2ee3-4718-8da5-e98c94fc12be req-ce8f6403-8fd1-40f2-b058-aa67d1eac86d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=457ccd50-05b0-4ce0-8b7d-271dff6f827e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0506523 Sep 23 07:29:24.874981 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-fb9273e1-ea3b-4198-b142-d0a1d9f90f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a220d9f2-26b3-4e11-8d27-02331b07722b', 'name': 'tempest-AttachVolumeShelveTestJSON-1297816090-router', 'tenant_id': '63deb2e833294f4ba854d4abe4a79ff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'external_fixed_ips': [{'subnet_id': '89646001-5df7-4559-baa8-56e15a045fc5', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': '00a87840-a9d9-487d-aa62-d3fc34f15884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:24:20Z', 'updated_at': '2021-09-23T07:24:33Z', 'revision_number': 4, 'project_id': '63deb2e833294f4ba854d4abe4a79ff2', 'gw_port': {'id': '00a87840-a9d9-487d-aa62-d3fc34f15884', 'name': '', 'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:d2:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a220d9f2-26b3-4e11-8d27-02331b07722b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '89646001-5df7-4559-baa8-56e15a045fc5', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:24:22Z', 'updated_at': '2021-09-23T07:24:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89646001-5df7-4559-baa8-56e15a045fc5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-18-iscsi', '_floatingips': [{'id': '541d07cf-0b8e-4a29-8919-5601ac1f3f65', 'tenant_id': '63deb2e833294f4ba854d4abe4a79ff2', 'floating_ip_address': '172.27.2.183', 'floating_network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'router_id': 'a220d9f2-26b3-4e11-8d27-02331b07722b', 'port_id': 'd896cc8c-3a91-43e6-ab35-d64ba46ad28c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 463, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '457ccd50-05b0-4ce0-8b7d-271dff6f827e', 'mac_address': 'fa:16:3e:ac:68:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6e06ec0-154d-469f-abac-3b9cf681c0db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T07:29:09Z', 'updated_at': '2021-09-23T07:29:23Z', 'revision_number': 1, 'project_id': '63deb2e833294f4ba854d4abe4a79ff2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '989cc11e-734c-4cf7-bebe-fd6a7f5fed64', 'name': '', 'network_id': '457ccd50-05b0-4ce0-8b7d-271dff6f827e', 'tenant_id': '63deb2e833294f4ba854d4abe4a79ff2', 'mac_address': 'fa:16:3e:ad:d4:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a220d9f2-26b3-4e11-8d27-02331b07722b', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '513e6a2b-0c54-4f03-8c2d-dd3c246bd8ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:24:30Z', 'updated_at': '2021-09-23T07:24:42Z', 'revision_number': 5, 'project_id': '63deb2e833294f4ba854d4abe4a79ff2', 'subnets': [{'id': '513e6a2b-0c54-4f03-8c2d-dd3c246bd8ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-18-iscsi', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:29:24.904050 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-50aafa0c-4f5f-4b0d-9067-4ddcfd5eae41 req-5ab966fd-71b0-4371-80a6-3ae5973277a5 tempest-VolumesNegativeTest-1910124958 tempest-VolumesNegativeTest-1910124958-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=f8ab8b9bf1f34d33ab946cb1cd7cdf9b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0366447 Sep 23 07:29:24.914581 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb9273e1-ea3b-4198-b142-d0a1d9f90f85 None None] Checking router: a220d9f2-26b3-4e11-8d27-02331b07722b for host: dv-cinder-805887-18-iscsi {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 07:29:24.962609 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb9273e1-ea3b-4198-b142-d0a1d9f90f85 None None] Routers {'a220d9f2-26b3-4e11-8d27-02331b07722b'} bound to L3 agent in host dv-cinder-805887-18-iscsi {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:29:24.963244 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-fb9273e1-ea3b-4198-b142-d0a1d9f90f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T07:15:56Z,description=,heartbeat_timestamp=2021-09-23T07:28:56Z,host='dv-cinder-805887-18-iscsi',id=65b4f7dd-c6e9-4255-94ee-66e285aed80f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T07:15:57Z,topic='l3_agent')) {'router_ids': ['a220d9f2-26b3-4e11-8d27-02331b07722b'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:29:25.048770 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-47e625bd-2ee3-4718-8da5-e98c94fc12be req-50e40eb6-c3a3-4479-be35-3fe9a9e319b5 service neutron] 10.222.0.53 "GET /v2.0/networks/457ccd50-05b0-4ce0-8b7d-271dff6f827e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1895676 Sep 23 07:29:25.101111 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50aafa0c-4f5f-4b0d-9067-4ddcfd5eae41 req-88fb5028-5889-45de-b847-5706249c31b8 tempest-VolumesNegativeTest-1910124958 tempest-VolumesNegativeTest-1910124958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:29:25.102957 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-50aafa0c-4f5f-4b0d-9067-4ddcfd5eae41 req-88fb5028-5889-45de-b847-5706249c31b8 tempest-VolumesNegativeTest-1910124958 tempest-VolumesNegativeTest-1910124958-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1897550 Sep 23 07:29:25.129655 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.v2.base [req-50aafa0c-4f5f-4b0d-9067-4ddcfd5eae41 req-35eae9c5-9619-4d4d-ae8b-cf5aa9678a4d tempest-VolumesNegativeTest-1910124958 tempest-VolumesNegativeTest-1910124958-project] Request body: {'port': {'device_id': 'd8552223-de4a-4fe7-ad7f-856dc5375850', 'network_id': 'bc2eac1e-fe9f-4b6d-8c80-98e1fc9a2d1a', 'admin_state_up': True, 'tenant_id': 'f8ab8b9bf1f34d33ab946cb1cd7cdf9b'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:29:25.239722 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-fb9273e1-ea3b-4198-b142-d0a1d9f90f85 None None] Set router a220d9f2-26b3-4e11-8d27-02331b07722b gateway port host: dv-cinder-805887-18-iscsi {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:29:25.263033 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.62', 57570) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:29:25.293280 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-47e625bd-2ee3-4718-8da5-e98c94fc12be req-8883a881-dc27-4fb6-9a89-1f00f33c064e service neutron] 10.222.0.53 "GET /v2.0/networks/457ccd50-05b0-4ce0-8b7d-271dff6f827e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2334898 Sep 23 07:29:25.299192 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d32f29fd-a89b-4856-b5fb-5d9d086f0fe0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:25.341152 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.db.api [None req-d32f29fd-a89b-4856-b5fb-5d9d086f0fe0 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 23 07:29:25.341152 dv-cinder-805887-18-iscsi neutron-server[94841]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 23 07:29:25.341152 dv-cinder-805887-18-iscsi neutron-server[94841]: [parameters: {'project_id': 'e4bde9b999df44ef84873921696355bf', 'id': '127b7d41-8e6e-415f-935b-3a0567df46b7', 'expiration': datetime.datetime(2021, 9, 23, 7, 31, 25, 331857)}] Sep 23 07:29:25.341152 dv-cinder-805887-18-iscsi neutron-server[94841]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94841) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 07:29:25.341152 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG oslo_db.api [None req-d32f29fd-a89b-4856-b5fb-5d9d086f0fe0 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 07:29:25.499768 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50aafa0c-4f5f-4b0d-9067-4ddcfd5eae41 req-35eae9c5-9619-4d4d-ae8b-cf5aa9678a4d tempest-VolumesNegativeTest-1910124958 tempest-VolumesNegativeTest-1910124958-project] Made reservation on behalf of f8ab8b9bf1f34d33ab946cb1cd7cdf9b for: {'port': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:29:25.504952 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-50aafa0c-4f5f-4b0d-9067-4ddcfd5eae41 req-35eae9c5-9619-4d4d-ae8b-cf5aa9678a4d tempest-VolumesNegativeTest-1910124958 tempest-VolumesNegativeTest-1910124958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:25.514585 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-50aafa0c-4f5f-4b0d-9067-4ddcfd5eae41 req-35eae9c5-9619-4d4d-ae8b-cf5aa9678a4d tempest-VolumesNegativeTest-1910124958 tempest-VolumesNegativeTest-1910124958-project] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:25.522253 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-fb9273e1-ea3b-4198-b142-d0a1d9f90f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a220d9f2-26b3-4e11-8d27-02331b07722b', 'name': 'tempest-AttachVolumeShelveTestJSON-1297816090-router', 'tenant_id': '63deb2e833294f4ba854d4abe4a79ff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'external_fixed_ips': [{'subnet_id': '89646001-5df7-4559-baa8-56e15a045fc5', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': '00a87840-a9d9-487d-aa62-d3fc34f15884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:24:20Z', 'updated_at': '2021-09-23T07:24:33Z', 'revision_number': 4, 'project_id': '63deb2e833294f4ba854d4abe4a79ff2', 'gw_port': {'id': '00a87840-a9d9-487d-aa62-d3fc34f15884', 'name': '', 'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:d2:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a220d9f2-26b3-4e11-8d27-02331b07722b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '89646001-5df7-4559-baa8-56e15a045fc5', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:24:22Z', 'updated_at': '2021-09-23T07:24:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89646001-5df7-4559-baa8-56e15a045fc5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-18-iscsi', '_floatingips': [{'id': '541d07cf-0b8e-4a29-8919-5601ac1f3f65', 'tenant_id': '63deb2e833294f4ba854d4abe4a79ff2', 'floating_ip_address': '172.27.2.183', 'floating_network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'router_id': 'a220d9f2-26b3-4e11-8d27-02331b07722b', 'port_id': 'd896cc8c-3a91-43e6-ab35-d64ba46ad28c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 463, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '457ccd50-05b0-4ce0-8b7d-271dff6f827e', 'mac_address': 'fa:16:3e:ac:68:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6e06ec0-154d-469f-abac-3b9cf681c0db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T07:29:09Z', 'updated_at': '2021-09-23T07:29:23Z', 'revision_number': 1, 'project_id': '63deb2e833294f4ba854d4abe4a79ff2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '989cc11e-734c-4cf7-bebe-fd6a7f5fed64', 'name': '', 'network_id': '457ccd50-05b0-4ce0-8b7d-271dff6f827e', 'tenant_id': '63deb2e833294f4ba854d4abe4a79ff2', 'mac_address': 'fa:16:3e:ad:d4:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a220d9f2-26b3-4e11-8d27-02331b07722b', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '513e6a2b-0c54-4f03-8c2d-dd3c246bd8ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:24:30Z', 'updated_at': '2021-09-23T07:24:42Z', 'revision_number': 5, 'project_id': '63deb2e833294f4ba854d4abe4a79ff2', 'subnets': [{'id': '513e6a2b-0c54-4f03-8c2d-dd3c246bd8ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-18-iscsi', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:29:25.562292 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb9273e1-ea3b-4198-b142-d0a1d9f90f85 None None] The sync data for ids ['a220d9f2-26b3-4e11-8d27-02331b07722b'] in dv-cinder-805887-18-iscsi is: [{'id': 'a220d9f2-26b3-4e11-8d27-02331b07722b', 'name': 'tempest-AttachVolumeShelveTestJSON-1297816090-router', 'tenant_id': '63deb2e833294f4ba854d4abe4a79ff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'external_fixed_ips': [{'subnet_id': '89646001-5df7-4559-baa8-56e15a045fc5', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': '00a87840-a9d9-487d-aa62-d3fc34f15884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:24:20Z', 'updated_at': '2021-09-23T07:24:33Z', 'revision_number': 4, 'project_id': '63deb2e833294f4ba854d4abe4a79ff2', 'gw_port': {'id': '00a87840-a9d9-487d-aa62-d3fc34f15884', 'name': '', 'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:d2:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a220d9f2-26b3-4e11-8d27-02331b07722b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '89646001-5df7-4559-baa8-56e15a045fc5', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:24:22Z', 'updated_at': '2021-09-23T07:24:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89646001-5df7-4559-baa8-56e15a045fc5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-18-iscsi', '_floatingips': [{'id': '541d07cf-0b8e-4a29-8919-5601ac1f3f65', 'tenant_id': '63deb2e833294f4ba854d4abe4a79ff2', 'floating_ip_address': '172.27.2.183', 'floating_network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'router_id': 'a220d9f2-26b3-4e11-8d27-02331b07722b', 'port_id': 'd896cc8c-3a91-43e6-ab35-d64ba46ad28c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 463, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '457ccd50-05b0-4ce0-8b7d-271dff6f827e', 'mac_address': 'fa:16:3e:ac:68:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6e06ec0-154d-469f-abac-3b9cf681c0db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T07:29:09Z', 'updated_at': '2021-09-23T07:29:23Z', 'revision_number': 1, 'project_id': '63deb2e833294f4ba854d4abe4a79ff2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '989cc11e-734c-4cf7-bebe-fd6a7f5fed64', 'name': '', 'network_id': '457ccd50-05b0-4ce0-8b7d-271dff6f827e', 'tenant_id': '63deb2e833294f4ba854d4abe4a79ff2', 'mac_address': 'fa:16:3e:ad:d4:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a220d9f2-26b3-4e11-8d27-02331b07722b', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '513e6a2b-0c54-4f03-8c2d-dd3c246bd8ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:24:30Z', 'updated_at': '2021-09-23T07:24:42Z', 'revision_number': 5, 'project_id': '63deb2e833294f4ba854d4abe4a79ff2', 'subnets': [{'id': '513e6a2b-0c54-4f03-8c2d-dd3c246bd8ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 07:29:25.648986 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-50aafa0c-4f5f-4b0d-9067-4ddcfd5eae41 req-35eae9c5-9619-4d4d-ae8b-cf5aa9678a4d tempest-VolumesNegativeTest-1910124958 tempest-VolumesNegativeTest-1910124958-project] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:25.779966 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-50aafa0c-4f5f-4b0d-9067-4ddcfd5eae41 req-35eae9c5-9619-4d4d-ae8b-cf5aa9678a4d tempest-VolumesNegativeTest-1910124958 tempest-VolumesNegativeTest-1910124958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520401'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:25.791303 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f616e4b-1dfb-4445-b360-c2fef2c25ecd None None] New status for floating IP 541d07cf-0b8e-4a29-8919-5601ac1f3f65: ACTIVE {{(pid=94843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 07:29:25.844119 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d32f29fd-a89b-4856-b5fb-5d9d086f0fe0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:25.867265 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35eae9c5-9619-4d4d-ae8b-cf5aa9678a4d tempest-VolumesNegativeTest-1910124958 tempest-VolumesNegativeTest-1910124958-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1e9e50d-621e-4f71-8e0b-ee22f93467a8,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:29:25.928426 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-921bf103-ba0c-4df9-b6ac-36c09e705a9c req-95cb1150-5ff4-4436-aea6-06cd82542507 tempest-VolumesNegativeTest-1910124958 tempest-VolumesNegativeTest-1910124958-project] 10.222.0.62 "GET /v2.0/ports?device_id=d8552223-de4a-4fe7-ad7f-856dc5375850 HTTP/1.1" status: 200 len: 210 time: 0.0622833 Sep 23 07:29:26.012754 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [req-50aafa0c-4f5f-4b0d-9067-4ddcfd5eae41 req-35eae9c5-9619-4d4d-ae8b-cf5aa9678a4d tempest-VolumesNegativeTest-1910124958 tempest-VolumesNegativeTest-1910124958-project] Allocated IP 192.168.233.175 (bc2eac1e-fe9f-4b6d-8c80-98e1fc9a2d1a/ab3e2d96-3990-425e-b950-f619ca43a759/dfb692d9-7b09-4b5a-845f-3d8d00a5034c) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:29:26.117703 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d32f29fd-a89b-4856-b5fb-5d9d086f0fe0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:26.227668 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-50aafa0c-4f5f-4b0d-9067-4ddcfd5eae41 req-35eae9c5-9619-4d4d-ae8b-cf5aa9678a4d tempest-VolumesNegativeTest-1910124958 tempest-VolumesNegativeTest-1910124958-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:26.282655 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d32f29fd-a89b-4856-b5fb-5d9d086f0fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520401'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:26.323692 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [None req-d32f29fd-a89b-4856-b5fb-5d9d086f0fe0 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e4bde9b999df44ef84873921696355bf&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0591605 Sep 23 07:29:26.324747 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32f29fd-a89b-4856-b5fb-5d9d086f0fe0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3858b237-19f0-43c0-b0aa-9d969522f726,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:29:26.326383 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.62', 57580) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:29:26.377188 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-699fc4ae-5d73-4898-aed6-a2b07313fef5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:26.398124 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-699fc4ae-5d73-4898-aed6-a2b07313fef5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:26.460175 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-50aafa0c-4f5f-4b0d-9067-4ddcfd5eae41 req-35eae9c5-9619-4d4d-ae8b-cf5aa9678a4d tempest-VolumesNegativeTest-1910124958 tempest-VolumesNegativeTest-1910124958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728617650863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58829502'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:26.503081 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50aafa0c-4f5f-4b0d-9067-4ddcfd5eae41 req-35eae9c5-9619-4d4d-ae8b-cf5aa9678a4d tempest-VolumesNegativeTest-1910124958 tempest-VolumesNegativeTest-1910124958-project] Network bc2eac1e-fe9f-4b6d-8c80-98e1fc9a2d1a is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:29:26.506021 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [req-50aafa0c-4f5f-4b0d-9067-4ddcfd5eae41 req-35eae9c5-9619-4d4d-ae8b-cf5aa9678a4d tempest-VolumesNegativeTest-1910124958 tempest-VolumesNegativeTest-1910124958-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:29:26.509796 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-50aafa0c-4f5f-4b0d-9067-4ddcfd5eae41 req-35eae9c5-9619-4d4d-ae8b-cf5aa9678a4d tempest-VolumesNegativeTest-1910124958 tempest-VolumesNegativeTest-1910124958-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:29:26.534907 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35eae9c5-9619-4d4d-ae8b-cf5aa9678a4d tempest-VolumesNegativeTest-1910124958 tempest-VolumesNegativeTest-1910124958-project] Pushing event updated for resources: {'Port': ['ID=dfb692d9-7b09-4b5a-845f-3d8d00a5034c,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:29:26.567585 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50aafa0c-4f5f-4b0d-9067-4ddcfd5eae41 req-35eae9c5-9619-4d4d-ae8b-cf5aa9678a4d tempest-VolumesNegativeTest-1910124958 tempest-VolumesNegativeTest-1910124958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:29:26.567585 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-50aafa0c-4f5f-4b0d-9067-4ddcfd5eae41 req-35eae9c5-9619-4d4d-ae8b-cf5aa9678a4d tempest-VolumesNegativeTest-1910124958 tempest-VolumesNegativeTest-1910124958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210484'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:26.613683 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-699fc4ae-5d73-4898-aed6-a2b07313fef5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520401'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:26.616271 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-699fc4ae-5d73-4898-aed6-a2b07313fef5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:26.617666 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [None req-699fc4ae-5d73-4898-aed6-a2b07313fef5 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/3858b237-19f0-43c0-b0aa-9d969522f726 HTTP/1.1" status: 204 len: 168 time: 0.2901230 Sep 23 07:29:26.626172 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699fc4ae-5d73-4898-aed6-a2b07313fef5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3858b237-19f0-43c0-b0aa-9d969522f726,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:29:26.666380 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bff5cec1-8344-4024-9794-7e5b3e251cf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:26.757842 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-50aafa0c-4f5f-4b0d-9067-4ddcfd5eae41 req-35eae9c5-9619-4d4d-ae8b-cf5aa9678a4d tempest-VolumesNegativeTest-1910124958 tempest-VolumesNegativeTest-1910124958-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6440029 Sep 23 07:29:26.759956 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-cb122f9d-31cb-4e1d-b54a-51819d64f954 None None] Provisioning complete for port dfb692d9-7b09-4b5a-845f-3d8d00a5034c triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:29:26.760328 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cb122f9d-31cb-4e1d-b54a-51819d64f954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703931'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:26.770501 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.v2.base [req-50aafa0c-4f5f-4b0d-9067-4ddcfd5eae41 req-4c7ec82e-eca9-4105-b725-556ce9fee27c service neutron] Request body: {'port': {'device_id': 'd8552223-de4a-4fe7-ad7f-856dc5375850', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80588'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:29:26.799333 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-cb122f9d-31cb-4e1d-b54a-51819d64f954 None None] Port dfb692d9-7b09-4b5a-845f-3d8d00a5034c cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 07:29:26.823632 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-50aafa0c-4f5f-4b0d-9067-4ddcfd5eae41 req-4c7ec82e-eca9-4105-b725-556ce9fee27c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:27.222391 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31937d5b-81b3-43fb-99e4-c416a649a21e req-b76be55b-d5ba-4087-8832-2b689c502ba8 tempest-VolumesNegativeTest-1910124958 tempest-VolumesNegativeTest-1910124958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:29:27.223798 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-31937d5b-81b3-43fb-99e4-c416a649a21e req-b76be55b-d5ba-4087-8832-2b689c502ba8 tempest-VolumesNegativeTest-1910124958 tempest-VolumesNegativeTest-1910124958-project] 10.222.0.62 "GET /v2.0/ports?device_id=d8552223-de4a-4fe7-ad7f-856dc5375850 HTTP/1.1" status: 200 len: 936 time: 0.1173725 Sep 23 07:29:27.320639 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-31937d5b-81b3-43fb-99e4-c416a649a21e req-35707199-94d4-472f-8dcd-7e2f85997c49 tempest-VolumesNegativeTest-1910124958 tempest-VolumesNegativeTest-1910124958-project] 10.222.0.62 "GET /v2.0/security-groups?id=b1e9e50d-621e-4f71-8e0b-ee22f93467a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858719 Sep 23 07:29:27.400775 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.notifiers.nova [req-50aafa0c-4f5f-4b0d-9067-4ddcfd5eae41 req-4c7ec82e-eca9-4105-b725-556ce9fee27c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfb692d9-7b09-4b5a-845f-3d8d00a5034c {{(pid=94841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 07:29:27.407964 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-50aafa0c-4f5f-4b0d-9067-4ddcfd5eae41 req-4c7ec82e-eca9-4105-b725-556ce9fee27c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:27.419242 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [req-50aafa0c-4f5f-4b0d-9067-4ddcfd5eae41 req-4c7ec82e-eca9-4105-b725-556ce9fee27c service neutron] Transition to ACTIVE for port object dfb692d9-7b09-4b5a-845f-3d8d00a5034c will not be triggered until provisioned by entity L2. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 07:29:27.585281 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-50aafa0c-4f5f-4b0d-9067-4ddcfd5eae41 req-4c7ec82e-eca9-4105-b725-556ce9fee27c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728618137860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728617650881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728617650899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58829493'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:27.682163 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7ec82e-eca9-4105-b725-556ce9fee27c service neutron] Pushing event updated for resources: {'Port': ['ID=dfb692d9-7b09-4b5a-845f-3d8d00a5034c,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:29:27.754740 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-50aafa0c-4f5f-4b0d-9067-4ddcfd5eae41 req-4c7ec82e-eca9-4105-b725-556ce9fee27c service neutron] Attempting to bind port dfb692d9-7b09-4b5a-845f-3d8d00a5034c on host hv-cinder-80588 for vnic_type normal with profile {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:29:27.755217 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-50aafa0c-4f5f-4b0d-9067-4ddcfd5eae41 req-4c7ec82e-eca9-4105-b725-556ce9fee27c service neutron] Attempting to bind port dfb692d9-7b09-4b5a-845f-3d8d00a5034c by drivers openvswitch,hyperv on host hv-cinder-80588 at level 0 using segments [{'id': 'dcb799ba-99d1-45ed-94b3-394a9369d817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'bc2eac1e-fe9f-4b6d-8c80-98e1fc9a2d1a'}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:29:27.755811 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50aafa0c-4f5f-4b0d-9067-4ddcfd5eae41 req-4c7ec82e-eca9-4105-b725-556ce9fee27c service neutron] Attempting to bind port dfb692d9-7b09-4b5a-845f-3d8d00a5034c on network bc2eac1e-fe9f-4b6d-8c80-98e1fc9a2d1a {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:29:27.761023 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50aafa0c-4f5f-4b0d-9067-4ddcfd5eae41 req-4c7ec82e-eca9-4105-b725-556ce9fee27c service neutron] Port dfb692d9-7b09-4b5a-845f-3d8d00a5034c on network bc2eac1e-fe9f-4b6d-8c80-98e1fc9a2d1a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80588 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 07:29:27.761349 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50aafa0c-4f5f-4b0d-9067-4ddcfd5eae41 req-4c7ec82e-eca9-4105-b725-556ce9fee27c service neutron] Attempting to bind port dfb692d9-7b09-4b5a-845f-3d8d00a5034c on network bc2eac1e-fe9f-4b6d-8c80-98e1fc9a2d1a {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:29:27.767181 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50aafa0c-4f5f-4b0d-9067-4ddcfd5eae41 req-4c7ec82e-eca9-4105-b725-556ce9fee27c service neutron] Checking agent: {'id': '6ad4e769-5dea-434d-bbcd-ae86f07cf259', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80588', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 7, 22, 28), 'started_at': datetime.datetime(2021, 9, 23, 7, 22, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 7, 28, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 07:29:27.772294 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50aafa0c-4f5f-4b0d-9067-4ddcfd5eae41 req-4c7ec82e-eca9-4105-b725-556ce9fee27c service neutron] Checking segment: {'id': 'dcb799ba-99d1-45ed-94b3-394a9369d817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'bc2eac1e-fe9f-4b6d-8c80-98e1fc9a2d1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:29:27.772294 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50aafa0c-4f5f-4b0d-9067-4ddcfd5eae41 req-4c7ec82e-eca9-4105-b725-556ce9fee27c service neutron] Bound using segment: {'id': 'dcb799ba-99d1-45ed-94b3-394a9369d817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'bc2eac1e-fe9f-4b6d-8c80-98e1fc9a2d1a'} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 07:29:27.772294 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-50aafa0c-4f5f-4b0d-9067-4ddcfd5eae41 req-4c7ec82e-eca9-4105-b725-556ce9fee27c service neutron] Bound port: dfb692d9-7b09-4b5a-845f-3d8d00a5034c, host: hv-cinder-80588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dcb799ba-99d1-45ed-94b3-394a9369d817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'bc2eac1e-fe9f-4b6d-8c80-98e1fc9a2d1a'}}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 07:29:27.772294 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-50aafa0c-4f5f-4b0d-9067-4ddcfd5eae41 req-4c7ec82e-eca9-4105-b725-556ce9fee27c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:27.814152 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:27.857279 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.62', 57592) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:29:27.876185 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-50aafa0c-4f5f-4b0d-9067-4ddcfd5eae41 req-4c7ec82e-eca9-4105-b725-556ce9fee27c service neutron] For port dfb692d9-7b09-4b5a-845f-3d8d00a5034c, host hv-cinder-80588, cleared binding levels {{(pid=94841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:29:27.877344 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-11aae4b9-c699-47e8-8639-dad2b5185561 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:27.880658 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-e93c020d-9b8c-44ac-ab6a-e7295355a20d req-075336e0-d51b-4510-a66b-6c2a185e6ed6 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=8a65d317-0e20-44dc-b428-0db9a2c4e81f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0711057 Sep 23 07:29:27.882309 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-50aafa0c-4f5f-4b0d-9067-4ddcfd5eae41 req-4c7ec82e-eca9-4105-b725-556ce9fee27c service neutron] For port dfb692d9-7b09-4b5a-845f-3d8d00a5034c, host hv-cinder-80588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=dfb692d9-7b09-4b5a-845f-3d8d00a5034c,segment=NetworkSegment(dcb799ba-99d1-45ed-94b3-394a9369d817),segment_id=dcb799ba-99d1-45ed-94b3-394a9369d817)] {{(pid=94841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 07:29:27.942948 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93c020d-9b8c-44ac-ab6a-e7295355a20d req-39fbbc4a-1630-4bfd-abeb-98ba1d162308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:29:27.945210 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-e93c020d-9b8c-44ac-ab6a-e7295355a20d req-39fbbc4a-1630-4bfd-abeb-98ba1d162308 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c94fc6b7cf004b03b6610c617415b316&device_id=8a65d317-0e20-44dc-b428-0db9a2c4e81f HTTP/1.1" status: 200 len: 1099 time: 0.0433190 Sep 23 07:29:27.990381 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-11aae4b9-c699-47e8-8639-dad2b5185561 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:28.009097 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:28.069800 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93c020d-9b8c-44ac-ab6a-e7295355a20d req-f2a6bf69-5998-4fa1-8e18-999a541eeed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:29:28.071324 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-e93c020d-9b8c-44ac-ab6a-e7295355a20d req-f2a6bf69-5998-4fa1-8e18-999a541eeed8 service neutron] 10.222.0.53 "GET /v2.0/networks?id=9f0a0a70-36ce-402d-923c-729f01f617e9 HTTP/1.1" status: 200 len: 910 time: 0.0995934 Sep 23 07:29:28.072873 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-50aafa0c-4f5f-4b0d-9067-4ddcfd5eae41 req-4c7ec82e-eca9-4105-b725-556ce9fee27c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728618137860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728617650881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728617650899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58829493'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:28.140784 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50aafa0c-4f5f-4b0d-9067-4ddcfd5eae41 req-4c7ec82e-eca9-4105-b725-556ce9fee27c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:29:28.141390 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-50aafa0c-4f5f-4b0d-9067-4ddcfd5eae41 req-4c7ec82e-eca9-4105-b725-556ce9fee27c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210484'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:28.142805 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-50aafa0c-4f5f-4b0d-9067-4ddcfd5eae41 req-4c7ec82e-eca9-4105-b725-556ce9fee27c service neutron] 10.222.0.53 "PUT /v2.0/ports/dfb692d9-7b09-4b5a-845f-3d8d00a5034c HTTP/1.1" status: 200 len: 1098 time: 1.3765750 Sep 23 07:29:28.145121 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8552223-de4a-4fe7-ad7f-856dc5375850', 'tag': 'dfb692d9-7b09-4b5a-845f-3d8d00a5034c'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:29:28.147551 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59377972be4a6b1db7d764771ea1170f497e9021ac5c159e937f759c4704c07c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce9ae456-47ee-43bd-a0e6-21f924b53104" -d '{"events": [{"name": "network-changed", "server_uuid": "d8552223-de4a-4fe7-ad7f-856dc5375850", "tag": "dfb692d9-7b09-4b5a-845f-3d8d00a5034c"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:29:28.191527 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7ec82e-eca9-4105-b725-556ce9fee27c service neutron] Pushing event updated for resources: {'Port': ['ID=dfb692d9-7b09-4b5a-845f-3d8d00a5034c,revision_number=3']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:29:28.196123 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-e93c020d-9b8c-44ac-ab6a-e7295355a20d req-4608be15-0b55-413b-adb0-29643297acda service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a0901f49-5673-46da-b328-6c424d4f46eb HTTP/1.1" status: 200 len: 1002 time: 0.1142383 Sep 23 07:29:28.196892 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-11aae4b9-c699-47e8-8639-dad2b5185561 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520401'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:28.197193 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-1854caf6-1153-400a-8d11-9ed8c1e229e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:28.197575 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 07:29:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c93f266-ea03-4f7a-899b-603d750c7382 x-openstack-request-id: req-3c93f266-ea03-4f7a-899b-603d750c7382 {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:29:28.197881 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8552223-de4a-4fe7-ad7f-856dc5375850", "tag": "dfb692d9-7b09-4b5a-845f-3d8d00a5034c", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:29:28.198098 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3c93f266-ea03-4f7a-899b-603d750c7382 {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:29:28.198485 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8552223-de4a-4fe7-ad7f-856dc5375850', 'tag': 'dfb692d9-7b09-4b5a-845f-3d8d00a5034c', 'status': 'completed', 'code': 200} Sep 23 07:29:28.254972 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [None req-11aae4b9-c699-47e8-8639-dad2b5185561 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=5f8935a060934c18aac65c58f61c053a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3953338 Sep 23 07:29:28.255907 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11aae4b9-c699-47e8-8639-dad2b5185561 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2c7a82d-4ae5-470d-b3dc-a01ec2f893b3,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:29:28.258955 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.62', 57596) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:29:28.303238 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93c020d-9b8c-44ac-ab6a-e7295355a20d req-87850198-fca0-4bda-9d03-5cfc1380f02f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:29:28.304814 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-e93c020d-9b8c-44ac-ab6a-e7295355a20d req-87850198-fca0-4bda-9d03-5cfc1380f02f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=268d9a9b-c8cd-41c6-9c6e-7f9d40e41eae HTTP/1.1" status: 200 len: 848 time: 0.0919406 Sep 23 07:29:28.358889 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9ae456-47ee-43bd-a0e6-21f924b53104 req-47fd1811-5790-4da1-a75b-ccf946d7c5af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:29:28.360473 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-ce9ae456-47ee-43bd-a0e6-21f924b53104 req-47fd1811-5790-4da1-a75b-ccf946d7c5af service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f8ab8b9bf1f34d33ab946cb1cd7cdf9b&device_id=d8552223-de4a-4fe7-ad7f-856dc5375850 HTTP/1.1" status: 200 len: 1101 time: 0.1164057 Sep 23 07:29:28.396854 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5601bc33-c934-4868-8496-250b480b4cdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:28.403050 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-ce9ae456-47ee-43bd-a0e6-21f924b53104 req-457570b1-6ed9-41d5-abde-cf7eb4dbb4ed service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=f8ab8b9bf1f34d33ab946cb1cd7cdf9b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0311744 Sep 23 07:29:28.466132 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93c020d-9b8c-44ac-ab6a-e7295355a20d req-cae65882-2265-464a-87e6-abb89dfcd44d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:29:28.468531 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-e93c020d-9b8c-44ac-ab6a-e7295355a20d req-cae65882-2265-464a-87e6-abb89dfcd44d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9f0a0a70-36ce-402d-923c-729f01f617e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1544557 Sep 23 07:29:28.482637 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5601bc33-c934-4868-8496-250b480b4cdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:28.585072 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee776e92-5324-47f2-850f-71b6d553ad6a req-008b7261-ca81-4445-9aed-d3f622c9c25b tempest-VolumesNegativeTest-1910124958 tempest-VolumesNegativeTest-1910124958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:29:28.586547 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-ee776e92-5324-47f2-850f-71b6d553ad6a req-008b7261-ca81-4445-9aed-d3f622c9c25b tempest-VolumesNegativeTest-1910124958 tempest-VolumesNegativeTest-1910124958-project] 10.222.0.62 "GET /v2.0/ports?device_id=d8552223-de4a-4fe7-ad7f-856dc5375850 HTTP/1.1" status: 200 len: 948 time: 0.1878471 Sep 23 07:29:28.657360 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9ae456-47ee-43bd-a0e6-21f924b53104 req-08c1d96d-159f-482f-9e3e-c4c9fc318979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:29:28.657360 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-ce9ae456-47ee-43bd-a0e6-21f924b53104 req-08c1d96d-159f-482f-9e3e-c4c9fc318979 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2379775 Sep 23 07:29:28.684250 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-e93c020d-9b8c-44ac-ab6a-e7295355a20d req-e6859410-498e-4aa3-802c-3bc26d5d7b5d service neutron] 10.222.0.53 "GET /v2.0/networks/9f0a0a70-36ce-402d-923c-729f01f617e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2035563 Sep 23 07:29:28.688575 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-ee776e92-5324-47f2-850f-71b6d553ad6a req-4879684d-e47e-423f-8796-ce765bbc8747 tempest-VolumesNegativeTest-1910124958 tempest-VolumesNegativeTest-1910124958-project] 10.222.0.62 "GET /v2.0/security-groups?id=b1e9e50d-621e-4f71-8e0b-ee22f93467a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719311 Sep 23 07:29:28.777763 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5601bc33-c934-4868-8496-250b480b4cdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520401'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:28.780888 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5601bc33-c934-4868-8496-250b480b4cdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:28.782023 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [None req-5601bc33-c934-4868-8496-250b480b4cdc admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b2c7a82d-4ae5-470d-b3dc-a01ec2f893b3 HTTP/1.1" status: 204 len: 168 time: 0.5204406 Sep 23 07:29:28.803145 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5601bc33-c934-4868-8496-250b480b4cdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2c7a82d-4ae5-470d-b3dc-a01ec2f893b3,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:29:28.813343 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50aafa0c-4f5f-4b0d-9067-4ddcfd5eae41 req-3a5bdff0-44a5-4869-89e2-2e9080b82262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:29:28.814859 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-50aafa0c-4f5f-4b0d-9067-4ddcfd5eae41 req-3a5bdff0-44a5-4869-89e2-2e9080b82262 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f8ab8b9bf1f34d33ab946cb1cd7cdf9b&device_id=d8552223-de4a-4fe7-ad7f-856dc5375850 HTTP/1.1" status: 200 len: 1101 time: 0.1152370 Sep 23 07:29:28.835054 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-e93c020d-9b8c-44ac-ab6a-e7295355a20d req-23fed901-3c83-401e-8844-72b26c4c7c85 service neutron] 10.222.0.53 "GET /v2.0/networks/9f0a0a70-36ce-402d-923c-729f01f617e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438937 Sep 23 07:29:28.868356 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-50aafa0c-4f5f-4b0d-9067-4ddcfd5eae41 req-b38dfcd5-c5ef-4a34-84cc-9157934d156f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.175&port_id=dfb692d9-7b09-4b5a-845f-3d8d00a5034c HTTP/1.1" status: 200 len: 217 time: 0.0432470 Sep 23 07:29:28.924880 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50aafa0c-4f5f-4b0d-9067-4ddcfd5eae41 req-81ca2837-40d7-43ca-b096-d54e82cddc1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:29:28.924880 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-50aafa0c-4f5f-4b0d-9067-4ddcfd5eae41 req-81ca2837-40d7-43ca-b096-d54e82cddc1a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ab3e2d96-3990-425e-b950-f619ca43a759 HTTP/1.1" status: 200 len: 843 time: 0.0469379 Sep 23 07:29:28.967670 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50aafa0c-4f5f-4b0d-9067-4ddcfd5eae41 req-6d4e9480-e78a-438f-ab5d-30e03b3247af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:29:28.969792 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-50aafa0c-4f5f-4b0d-9067-4ddcfd5eae41 req-6d4e9480-e78a-438f-ab5d-30e03b3247af service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=bc2eac1e-fe9f-4b6d-8c80-98e1fc9a2d1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.0410130 Sep 23 07:29:29.066465 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-50aafa0c-4f5f-4b0d-9067-4ddcfd5eae41 req-4538d9d2-12ed-4218-b805-a7c0c1da1fc2 service neutron] 10.222.0.53 "GET /v2.0/networks/bc2eac1e-fe9f-4b6d-8c80-98e1fc9a2d1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883682 Sep 23 07:29:29.167607 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-50aafa0c-4f5f-4b0d-9067-4ddcfd5eae41 req-12f7d6b5-5621-4367-a288-db33a1e79660 service neutron] 10.222.0.53 "GET /v2.0/networks/bc2eac1e-fe9f-4b6d-8c80-98e1fc9a2d1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895681 Sep 23 07:29:29.820218 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebdfec1-bd4b-4c43-9217-02a8cf4a1ea1 req-52511204-f0b1-42ab-a812-b2ce9f38dd05 tempest-VolumesNegativeTest-1910124958 tempest-VolumesNegativeTest-1910124958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:29:29.821790 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-3ebdfec1-bd4b-4c43-9217-02a8cf4a1ea1 req-52511204-f0b1-42ab-a812-b2ce9f38dd05 tempest-VolumesNegativeTest-1910124958 tempest-VolumesNegativeTest-1910124958-project] 10.222.0.62 "GET /v2.0/ports?device_id=d8552223-de4a-4fe7-ad7f-856dc5375850 HTTP/1.1" status: 200 len: 948 time: 0.0561714 Sep 23 07:29:29.879957 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-3ebdfec1-bd4b-4c43-9217-02a8cf4a1ea1 req-1e9ddf1d-04f5-46ff-aa4a-eefd59ddfc11 tempest-VolumesNegativeTest-1910124958 tempest-VolumesNegativeTest-1910124958-project] 10.222.0.62 "GET /v2.0/security-groups?id=b1e9e50d-621e-4f71-8e0b-ee22f93467a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507739 Sep 23 07:29:29.911164 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e4079388-143e-46ee-8cf3-ea3894d72bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:31.019634 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abf970e-541f-4ba6-aa00-45035a4bcf30 req-0dd6fdd5-d5fc-435a-b977-3393a695d75b tempest-VolumesNegativeTest-1910124958 tempest-VolumesNegativeTest-1910124958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:29:31.021199 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-2abf970e-541f-4ba6-aa00-45035a4bcf30 req-0dd6fdd5-d5fc-435a-b977-3393a695d75b tempest-VolumesNegativeTest-1910124958 tempest-VolumesNegativeTest-1910124958-project] 10.222.0.62 "GET /v2.0/ports?device_id=d8552223-de4a-4fe7-ad7f-856dc5375850 HTTP/1.1" status: 200 len: 948 time: 0.0529969 Sep 23 07:29:31.058721 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-2abf970e-541f-4ba6-aa00-45035a4bcf30 req-4c367a35-67e5-4aac-823c-570e13b056df tempest-VolumesNegativeTest-1910124958 tempest-VolumesNegativeTest-1910124958-project] 10.222.0.62 "GET /v2.0/security-groups?id=b1e9e50d-621e-4f71-8e0b-ee22f93467a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311580 Sep 23 07:29:32.209484 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31057662-8aac-45c7-ad6d-8dc9a6d448ff req-990b3fdb-ce97-401b-a3b4-8001f7721b2a tempest-VolumesNegativeTest-1910124958 tempest-VolumesNegativeTest-1910124958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:29:32.211075 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-31057662-8aac-45c7-ad6d-8dc9a6d448ff req-990b3fdb-ce97-401b-a3b4-8001f7721b2a tempest-VolumesNegativeTest-1910124958 tempest-VolumesNegativeTest-1910124958-project] 10.222.0.62 "GET /v2.0/ports?device_id=d8552223-de4a-4fe7-ad7f-856dc5375850 HTTP/1.1" status: 200 len: 948 time: 0.0501769 Sep 23 07:29:32.220070 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Device dfb692d9-7b09-4b5a-845f-3d8d00a5034c details requested by agent hyperv_hv-cinder-80588 with host hv-cinder-80588 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 07:29:32.261022 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-31057662-8aac-45c7-ad6d-8dc9a6d448ff req-4dabcea3-a2fb-4a2b-bef7-ded4cf52e0a1 tempest-VolumesNegativeTest-1910124958 tempest-VolumesNegativeTest-1910124958-project] 10.222.0.62 "GET /v2.0/security-groups?id=b1e9e50d-621e-4f71-8e0b-ee22f93467a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393569 Sep 23 07:29:32.332237 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] For port dfb692d9-7b09-4b5a-845f-3d8d00a5034c, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=dfb692d9-7b09-4b5a-845f-3d8d00a5034c,segment=NetworkSegment(dcb799ba-99d1-45ed-94b3-394a9369d817),segment_id=dcb799ba-99d1-45ed-94b3-394a9369d817)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:29:32.346817 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Returning: {'device': 'dfb692d9-7b09-4b5a-845f-3d8d00a5034c', 'network_id': 'bc2eac1e-fe9f-4b6d-8c80-98e1fc9a2d1a', 'port_id': 'dfb692d9-7b09-4b5a-845f-3d8d00a5034c', 'mac_address': 'fa:16:3e:22:15:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab3e2d96-3990-425e-b950-f619ca43a759', 'ip_address': '192.168.233.175'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 07:29:32.387297 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:32.400687 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfb692d9-7b09-4b5a-845f-3d8d00a5034c {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 07:29:32.521871 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd06e834-dac0-4444-9695-30fa776fea85 req-8b471749-a135-4064-8ae7-ed50155e2f34 tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:29:32.523385 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-dd06e834-dac0-4444-9695-30fa776fea85 req-8b471749-a135-4064-8ae7-ed50155e2f34 tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] 10.222.0.62 "GET /v2.0/ports?device_id=f2f739a5-b918-46ae-a5a1-5005a5b39ebd HTTP/1.1" status: 200 len: 945 time: 0.0519550 Sep 23 07:29:32.563710 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-dd06e834-dac0-4444-9695-30fa776fea85 req-96b6c4b1-d7d4-4176-876c-ae4a6cd7a1d3 tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] 10.222.0.62 "GET /v2.0/security-groups?id=a0ce8cd3-710a-441a-bcf8-df9fb0d9b143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338898 Sep 23 07:29:32.589033 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] For port dfb692d9-7b09-4b5a-845f-3d8d00a5034c, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=dfb692d9-7b09-4b5a-845f-3d8d00a5034c,segment=NetworkSegment(dcb799ba-99d1-45ed-94b3-394a9369d817),segment_id=dcb799ba-99d1-45ed-94b3-394a9369d817)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:29:32.681691 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.62', 57694) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:29:32.681934 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728618137860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728617650881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728617650899'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:32.745587 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Pushing event updated for resources: {'Port': ['ID=dfb692d9-7b09-4b5a-845f-3d8d00a5034c,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:29:32.810418 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e3af28c9-c7e5-47ed-96d5-8de9f6ed8995 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:32.903990 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e3af28c9-c7e5-47ed-96d5-8de9f6ed8995 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:32.929030 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] get_ports_and_sgs() called for port_ids ['dfb692d9-7b09-4b5a-845f-3d8d00a5034c'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 07:29:33.036640 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e3af28c9-c7e5-47ed-96d5-8de9f6ed8995 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520401'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:33.090585 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af28c9-c7e5-47ed-96d5-8de9f6ed8995 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=785e5dcb-f429-4907-986f-f735acf999f9,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:29:33.101017 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [None req-e3af28c9-c7e5-47ed-96d5-8de9f6ed8995 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6ced504b0e1c45cc8e400b57ade19698&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4136596 Sep 23 07:29:33.101324 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.62', 57698) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:29:33.103491 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af28c9-c7e5-47ed-96d5-8de9f6ed8995 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:29:33.103844 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af28c9-c7e5-47ed-96d5-8de9f6ed8995 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:29:33.104192 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af28c9-c7e5-47ed-96d5-8de9f6ed8995 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:29:33.104533 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af28c9-c7e5-47ed-96d5-8de9f6ed8995 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:29:33.104913 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af28c9-c7e5-47ed-96d5-8de9f6ed8995 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:29:33.105367 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af28c9-c7e5-47ed-96d5-8de9f6ed8995 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:29:33.105632 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af28c9-c7e5-47ed-96d5-8de9f6ed8995 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:29:33.105929 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af28c9-c7e5-47ed-96d5-8de9f6ed8995 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:29:33.106238 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af28c9-c7e5-47ed-96d5-8de9f6ed8995 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:29:33.106608 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af28c9-c7e5-47ed-96d5-8de9f6ed8995 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:29:33.106938 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af28c9-c7e5-47ed-96d5-8de9f6ed8995 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:29:33.107266 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af28c9-c7e5-47ed-96d5-8de9f6ed8995 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:29:33.173276 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-373a3cb9-4982-4b11-bb25-cc1995d80595 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:33.211496 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-373a3cb9-4982-4b11-bb25-cc1995d80595 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:33.374170 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-373a3cb9-4982-4b11-bb25-cc1995d80595 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520401'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:33.378037 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-373a3cb9-4982-4b11-bb25-cc1995d80595 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:33.379579 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [None req-373a3cb9-4982-4b11-bb25-cc1995d80595 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/785e5dcb-f429-4907-986f-f735acf999f9 HTTP/1.1" status: 204 len: 168 time: 0.2767777 Sep 23 07:29:33.390635 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373a3cb9-4982-4b11-bb25-cc1995d80595 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=785e5dcb-f429-4907-986f-f735acf999f9,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:29:33.424389 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8296070a-dc15-45bc-9b86-d4507fbec912 req-f357bdd8-cc45-4350-8407-d5577ca71b1e tempest-VolumesNegativeTest-1910124958 tempest-VolumesNegativeTest-1910124958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:29:33.424389 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-8296070a-dc15-45bc-9b86-d4507fbec912 req-f357bdd8-cc45-4350-8407-d5577ca71b1e tempest-VolumesNegativeTest-1910124958 tempest-VolumesNegativeTest-1910124958-project] 10.222.0.62 "GET /v2.0/ports?device_id=d8552223-de4a-4fe7-ad7f-856dc5375850 HTTP/1.1" status: 200 len: 949 time: 0.0752935 Sep 23 07:29:33.479552 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-8296070a-dc15-45bc-9b86-d4507fbec912 req-27363627-7ec9-40d6-badd-e1309a31031d tempest-VolumesNegativeTest-1910124958 tempest-VolumesNegativeTest-1910124958-project] 10.222.0.62 "GET /v2.0/security-groups?id=b1e9e50d-621e-4f71-8e0b-ee22f93467a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413911 Sep 23 07:29:33.947125 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ee5a40-e556-48e1-bd0f-4d39d7bb0614 req-cd251f03-f610-4b61-bd0c-496a56ccb15b tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:29:33.948854 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-62ee5a40-e556-48e1-bd0f-4d39d7bb0614 req-cd251f03-f610-4b61-bd0c-496a56ccb15b tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] 10.222.0.62 "GET /v2.0/ports?device_id=f2f739a5-b918-46ae-a5a1-5005a5b39ebd HTTP/1.1" status: 200 len: 945 time: 0.0635667 Sep 23 07:29:33.992481 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-62ee5a40-e556-48e1-bd0f-4d39d7bb0614 req-5bd2facb-c661-4db7-b7b5-38e71b8a9435 tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] 10.222.0.62 "GET /v2.0/security-groups?id=a0ce8cd3-710a-441a-bcf8-df9fb0d9b143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362902 Sep 23 07:29:34.142087 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.62', 57712) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:29:34.159783 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8283abde-add7-4fe0-869d-75faca009d64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:34.222616 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Device dfb692d9-7b09-4b5a-845f-3d8d00a5034c up at agent hyperv_hv-cinder-80588 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:29:34.279281 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8283abde-add7-4fe0-869d-75faca009d64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:34.345551 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8283abde-add7-4fe0-869d-75faca009d64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520401'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:34.374144 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Provisioning for port dfb692d9-7b09-4b5a-845f-3d8d00a5034c completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 07:29:34.379920 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Provisioning complete for port dfb692d9-7b09-4b5a-845f-3d8d00a5034c triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:29:34.380410 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703931'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:34.386652 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [None req-8283abde-add7-4fe0-869d-75faca009d64 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d9b6e36659c04c658c29d3f62d414f15&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2433929 Sep 23 07:29:34.387490 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8283abde-add7-4fe0-869d-75faca009d64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7168833a-f533-490b-b603-b20c7b2ab31f,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:29:34.389468 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.62', 57716) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:29:34.484508 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:34.491686 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6d83d6dc-a948-4323-ba3a-07be6f4f322c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:34.511476 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8552223-de4a-4fe7-ad7f-856dc5375850', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfb692d9-7b09-4b5a-845f-3d8d00a5034c'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:29:34.513834 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8cb1569f887212d656241d478829572ac01e5268e755a1d7af7c5208f8517aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92b276df-c369-4101-a33c-ce3d5dbb0d24" -d '{"events": [{"server_uuid": "d8552223-de4a-4fe7-ad7f-856dc5375850", "name": "network-vif-plugged", "status": "completed", "tag": "dfb692d9-7b09-4b5a-845f-3d8d00a5034c"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:29:34.525217 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85686b62-4e7e-4bcb-aea6-46f546ff3445 req-3d5fdaa7-7441-45b9-9fa5-53ef6b37f601 tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:29:34.527078 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-85686b62-4e7e-4bcb-aea6-46f546ff3445 req-3d5fdaa7-7441-45b9-9fa5-53ef6b37f601 tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] 10.222.0.53 "GET /v2.0/ports?device_id=f2f739a5-b918-46ae-a5a1-5005a5b39ebd HTTP/1.1" status: 200 len: 945 time: 0.0865290 Sep 23 07:29:34.527831 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] For port dfb692d9-7b09-4b5a-845f-3d8d00a5034c, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=dfb692d9-7b09-4b5a-845f-3d8d00a5034c,segment=NetworkSegment(dcb799ba-99d1-45ed-94b3-394a9369d817),segment_id=dcb799ba-99d1-45ed-94b3-394a9369d817)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:29:34.532426 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6d83d6dc-a948-4323-ba3a-07be6f4f322c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:34.559795 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 07:29:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5fc649c-7729-4955-9e97-bdefa412e74b x-openstack-request-id: req-c5fc649c-7729-4955-9e97-bdefa412e74b {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:29:34.560145 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8552223-de4a-4fe7-ad7f-856dc5375850", "name": "network-vif-plugged", "status": "completed", "tag": "dfb692d9-7b09-4b5a-845f-3d8d00a5034c", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:29:34.560403 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c5fc649c-7729-4955-9e97-bdefa412e74b {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:29:34.560884 dv-cinder-805887-18-iscsi neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8552223-de4a-4fe7-ad7f-856dc5375850', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfb692d9-7b09-4b5a-845f-3d8d00a5034c', 'code': 200} Sep 23 07:29:34.602616 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728618137860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728617650881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728617650899'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:34.674676 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Pushing event updated for resources: {'Port': ['ID=dfb692d9-7b09-4b5a-845f-3d8d00a5034c,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:29:34.680273 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baa8c56-7452-4da5-a858-3a9f83f27787 req-75845502-4942-43ca-bb45-7ba9d8f26891 tempest-VolumesNegativeTest-1910124958 tempest-VolumesNegativeTest-1910124958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:29:34.682425 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-9baa8c56-7452-4da5-a858-3a9f83f27787 req-75845502-4942-43ca-bb45-7ba9d8f26891 tempest-VolumesNegativeTest-1910124958 tempest-VolumesNegativeTest-1910124958-project] 10.222.0.62 "GET /v2.0/ports?device_id=d8552223-de4a-4fe7-ad7f-856dc5375850 HTTP/1.1" status: 200 len: 949 time: 0.1153409 Sep 23 07:29:34.731816 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-85686b62-4e7e-4bcb-aea6-46f546ff3445 req-a8601e9d-c922-4c33-85f0-d282c08b0532 tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] Deleting port d5d95114-49c5-42a0-b94c-fc33fe17693a {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:29:34.732244 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-85686b62-4e7e-4bcb-aea6-46f546ff3445 req-a8601e9d-c922-4c33-85f0-d282c08b0532 tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728618132776'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:34.741240 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-9baa8c56-7452-4da5-a858-3a9f83f27787 req-e225878a-9dae-4b6d-9369-45a2e5b2da44 tempest-VolumesNegativeTest-1910124958 tempest-VolumesNegativeTest-1910124958-project] 10.222.0.62 "GET /v2.0/security-groups?id=b1e9e50d-621e-4f71-8e0b-ee22f93467a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516093 Sep 23 07:29:34.770082 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6d83d6dc-a948-4323-ba3a-07be6f4f322c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520401'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:34.773587 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6d83d6dc-a948-4323-ba3a-07be6f4f322c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:34.775131 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [None req-6d83d6dc-a948-4323-ba3a-07be6f4f322c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/7168833a-f533-490b-b603-b20c7b2ab31f HTTP/1.1" status: 204 len: 168 time: 0.3844535 Sep 23 07:29:34.816383 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d83d6dc-a948-4323-ba3a-07be6f4f322c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7168833a-f533-490b-b603-b20c7b2ab31f,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:29:34.889976 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-85686b62-4e7e-4bcb-aea6-46f546ff3445 req-a8601e9d-c922-4c33-85f0-d282c08b0532 tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] For port d5d95114-49c5-42a0-b94c-fc33fe17693a, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=d5d95114-49c5-42a0-b94c-fc33fe17693a,segment=NetworkSegment(681c178e-d1f1-44d1-9a02-efe6aedb0bdf),segment_id=681c178e-d1f1-44d1-9a02-efe6aedb0bdf)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:29:34.890470 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-85686b62-4e7e-4bcb-aea6-46f546ff3445 req-a8601e9d-c922-4c33-85f0-d282c08b0532 tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452355'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:34.956233 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2cad3b-6e1c-4fa2-b807-40ed607a260f req-98e9e43e-f50a-4439-b22d-66503bed75b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:29:34.957800 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-9f2cad3b-6e1c-4fa2-b807-40ed607a260f req-98e9e43e-f50a-4439-b22d-66503bed75b2 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=d8552223-de4a-4fe7-ad7f-856dc5375850 HTTP/1.1" status: 200 len: 1103 time: 0.1068985 Sep 23 07:29:35.040457 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-9f2cad3b-6e1c-4fa2-b807-40ed607a260f req-e32df90d-55e8-4f8f-b521-a052b0c32cc3 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=b1e9e50d-621e-4f71-8e0b-ee22f93467a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738442 Sep 23 07:29:35.136427 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-85686b62-4e7e-4bcb-aea6-46f546ff3445 req-a8601e9d-c922-4c33-85f0-d282c08b0532 tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:35.136828 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-85686b62-4e7e-4bcb-aea6-46f546ff3445 req-a8601e9d-c922-4c33-85f0-d282c08b0532 tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-455962'] for floatingip, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:35.137195 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.db.l3_db [req-85686b62-4e7e-4bcb-aea6-46f546ff3445 req-a8601e9d-c922-4c33-85f0-d282c08b0532 tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] Floating IP 3f28e77a-daf9-44f7-98c7-54ab5782bdc8 disassociated. External IP: 172.27.2.63, port: d5d95114-49c5-42a0-b94c-fc33fe17693a. Sep 23 07:29:35.137869 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-85686b62-4e7e-4bcb-aea6-46f546ff3445 req-a8601e9d-c922-4c33-85f0-d282c08b0532 tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] Calling delete_port for d5d95114-49c5-42a0-b94c-fc33fe17693a owned by compute:nova {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:29:35.159904 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec930f2-9337-451d-b55e-4cd7ee097fb6 req-aacee6ca-408e-4fb3-a9e6-d19fdc84092f tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:29:35.161529 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-aec930f2-9337-451d-b55e-4cd7ee097fb6 req-aacee6ca-408e-4fb3-a9e6-d19fdc84092f tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] 10.222.0.62 "GET /v2.0/ports?device_id=f2f739a5-b918-46ae-a5a1-5005a5b39ebd HTTP/1.1" status: 200 len: 945 time: 0.0820923 Sep 23 07:29:35.256028 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-aec930f2-9337-451d-b55e-4cd7ee097fb6 req-4c2a4f2f-ae4a-4dbb-8823-a23a8d34e16a tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] 10.222.0.62 "GET /v2.0/security-groups?id=a0ce8cd3-710a-441a-bcf8-df9fb0d9b143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873530 Sep 23 07:29:35.385241 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-85686b62-4e7e-4bcb-aea6-46f546ff3445 req-a8601e9d-c922-4c33-85f0-d282c08b0532 tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728618137326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728617650872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58829502'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:35.424557 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8601e9d-c922-4c33-85f0-d282c08b0532 tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] Pushing event deleted for resources: {'Port': ['ID=d5d95114-49c5-42a0-b94c-fc33fe17693a,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:29:35.549113 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [req-85686b62-4e7e-4bcb-aea6-46f546ff3445 req-a8601e9d-c922-4c33-85f0-d282c08b0532 tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] Router 397de53d-b259-4bbe-a5e8-abcbb00b2b55 has already been hosted by L3 agent 65b4f7dd-c6e9-4255-94ee-66e285aed80f {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 07:29:35.661475 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-85686b62-4e7e-4bcb-aea6-46f546ff3445 req-a8601e9d-c922-4c33-85f0-d282c08b0532 tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] Notify agent at l3_agent.dv-cinder-805887-18-iscsi the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 07:29:35.673746 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ca56b0-794e-43db-a4b1-da8a0cc1b5fa None None] Sync routers for ids ['397de53d-b259-4bbe-a5e8-abcbb00b2b55'] in dv-cinder-805887-18-iscsi {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 07:29:35.687762 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ca56b0-794e-43db-a4b1-da8a0cc1b5fa None None] Routers {'397de53d-b259-4bbe-a5e8-abcbb00b2b55'} bound to L3 agent in host dv-cinder-805887-18-iscsi {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:29:35.688527 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-18ca56b0-794e-43db-a4b1-da8a0cc1b5fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T07:15:56Z,description=,heartbeat_timestamp=2021-09-23T07:29:26Z,host='dv-cinder-805887-18-iscsi',id=65b4f7dd-c6e9-4255-94ee-66e285aed80f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T07:15:57Z,topic='l3_agent')) {'router_ids': ['397de53d-b259-4bbe-a5e8-abcbb00b2b55'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:29:35.707031 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-85686b62-4e7e-4bcb-aea6-46f546ff3445 req-a8601e9d-c922-4c33-85f0-d282c08b0532 tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] No DVR routers for this DVR port d5d95114-49c5-42a0-b94c-fc33fe17693a on host hv-cinder-80588 {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 07:29:35.709819 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-85686b62-4e7e-4bcb-aea6-46f546ff3445 req-a8601e9d-c922-4c33-85f0-d282c08b0532 tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210484'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:35.712007 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-85686b62-4e7e-4bcb-aea6-46f546ff3445 req-a8601e9d-c922-4c33-85f0-d282c08b0532 tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] 10.222.0.53 "DELETE /v2.0/ports/d5d95114-49c5-42a0-b94c-fc33fe17693a HTTP/1.1" status: 204 len: 173 time: 1.1769536 Sep 23 07:29:35.712612 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2f739a5-b918-46ae-a5a1-5005a5b39ebd', 'name': 'network-vif-deleted', 'tag': 'd5d95114-49c5-42a0-b94c-fc33fe17693a'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:29:35.714794 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59377972be4a6b1db7d764771ea1170f497e9021ac5c159e937f759c4704c07c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25de201f-d95b-4224-b58c-218f88e39c84" -d '{"events": [{"server_uuid": "f2f739a5-b918-46ae-a5a1-5005a5b39ebd", "name": "network-vif-deleted", "tag": "d5d95114-49c5-42a0-b94c-fc33fe17693a"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:29:35.770656 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 07:29:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7808504-6ecc-4cae-a17a-49285c82a898 x-openstack-request-id: req-d7808504-6ecc-4cae-a17a-49285c82a898 {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:29:35.772667 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2f739a5-b918-46ae-a5a1-5005a5b39ebd", "name": "network-vif-deleted", "tag": "d5d95114-49c5-42a0-b94c-fc33fe17693a", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:29:35.772820 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d7808504-6ecc-4cae-a17a-49285c82a898 {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:29:35.773240 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2f739a5-b918-46ae-a5a1-5005a5b39ebd', 'name': 'network-vif-deleted', 'tag': 'd5d95114-49c5-42a0-b94c-fc33fe17693a', 'status': 'completed', 'code': 200} Sep 23 07:29:35.825065 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-18ca56b0-794e-43db-a4b1-da8a0cc1b5fa None None] Set router 397de53d-b259-4bbe-a5e8-abcbb00b2b55 gateway port host: dv-cinder-805887-18-iscsi {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:29:35.947792 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db576eef-d543-49fc-a050-39a9106d7b6a req-6e3560cb-8b56-4ddd-9f0a-ec5aecb02384 tempest-VolumesNegativeTest-1910124958 tempest-VolumesNegativeTest-1910124958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:29:35.949797 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-db576eef-d543-49fc-a050-39a9106d7b6a req-6e3560cb-8b56-4ddd-9f0a-ec5aecb02384 tempest-VolumesNegativeTest-1910124958 tempest-VolumesNegativeTest-1910124958-project] 10.222.0.62 "GET /v2.0/ports?device_id=d8552223-de4a-4fe7-ad7f-856dc5375850 HTTP/1.1" status: 200 len: 950 time: 0.0788720 Sep 23 07:29:36.004584 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.62', 57750) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:29:36.021330 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-db576eef-d543-49fc-a050-39a9106d7b6a req-c2487b4d-36f1-436c-8486-d8ff9f34eda7 tempest-VolumesNegativeTest-1910124958 tempest-VolumesNegativeTest-1910124958-project] 10.222.0.62 "GET /v2.0/security-groups?id=b1e9e50d-621e-4f71-8e0b-ee22f93467a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645955 Sep 23 07:29:36.119353 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-18ca56b0-794e-43db-a4b1-da8a0cc1b5fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '397de53d-b259-4bbe-a5e8-abcbb00b2b55', 'name': 'tempest-AttachVolumeTestJSON-315569641-router', 'tenant_id': '2661271257b242509f29ed8640a48915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'external_fixed_ips': [{'subnet_id': '89646001-5df7-4559-baa8-56e15a045fc5', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': '1ac75549-a3c5-4e8c-9ca4-f4467eb2a7db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:24:21Z', 'updated_at': '2021-09-23T07:24:29Z', 'revision_number': 4, 'project_id': '2661271257b242509f29ed8640a48915', 'gw_port': {'id': '1ac75549-a3c5-4e8c-9ca4-f4467eb2a7db', 'name': '', 'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:16:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '397de53d-b259-4bbe-a5e8-abcbb00b2b55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '89646001-5df7-4559-baa8-56e15a045fc5', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:24:22Z', 'updated_at': '2021-09-23T07:24:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89646001-5df7-4559-baa8-56e15a045fc5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-18-iscsi', '_interfaces': [{'id': '041080d7-7367-4939-9da2-005a0c94b684', 'name': '', 'network_id': 'af2ddaae-84fe-4fba-a944-e4f48fd0d9fc', 'tenant_id': '2661271257b242509f29ed8640a48915', 'mac_address': 'fa:16:3e:3a:36:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '397de53d-b259-4bbe-a5e8-abcbb00b2b55', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '68f0a779-afe9-48a5-86f0-926f10275d4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:24:27Z', 'updated_at': '2021-09-23T07:24:39Z', 'revision_number': 5, 'project_id': '2661271257b242509f29ed8640a48915', 'subnets': [{'id': '68f0a779-afe9-48a5-86f0-926f10275d4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-18-iscsi', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:29:36.144913 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.v2.base [None req-7847c83a-edf2-41fe-80f2-00b3e0cc61f0 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-381644820-network', 'tenant_id': 'ea5ceeef4bde45a4873e54d64af1d791'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:29:36.148198 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ca56b0-794e-43db-a4b1-da8a0cc1b5fa None None] Checking router: 397de53d-b259-4bbe-a5e8-abcbb00b2b55 for host: dv-cinder-805887-18-iscsi {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 07:29:36.156913 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ca56b0-794e-43db-a4b1-da8a0cc1b5fa None None] Routers {'397de53d-b259-4bbe-a5e8-abcbb00b2b55'} bound to L3 agent in host dv-cinder-805887-18-iscsi {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:29:36.157526 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-18ca56b0-794e-43db-a4b1-da8a0cc1b5fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T07:15:56Z,description=,heartbeat_timestamp=2021-09-23T07:29:26Z,host='dv-cinder-805887-18-iscsi',id=65b4f7dd-c6e9-4255-94ee-66e285aed80f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T07:15:57Z,topic='l3_agent')) {'router_ids': ['397de53d-b259-4bbe-a5e8-abcbb00b2b55'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:29:36.242278 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7847c83a-edf2-41fe-80f2-00b3e0cc61f0 admin admin] Made reservation on behalf of ea5ceeef4bde45a4873e54d64af1d791 for: {'network': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:29:36.245802 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7847c83a-edf2-41fe-80f2-00b3e0cc61f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for network, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:36.255453 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7847c83a-edf2-41fe-80f2-00b3e0cc61f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:36.291715 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-18ca56b0-794e-43db-a4b1-da8a0cc1b5fa None None] Set router 397de53d-b259-4bbe-a5e8-abcbb00b2b55 gateway port host: dv-cinder-805887-18-iscsi {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:29:36.398802 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-a3eca9a2-050a-42eb-98bd-cb9692816d4e req-c52fe573-beb1-4ca7-a5fb-6b8659ea345d tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] 10.222.0.62 "GET /v2.0/ports?device_id=f2f739a5-b918-46ae-a5a1-5005a5b39ebd HTTP/1.1" status: 200 len: 210 time: 0.0421150 Sep 23 07:29:36.431266 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7847c83a-edf2-41fe-80f2-00b3e0cc61f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:36.532943 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-18ca56b0-794e-43db-a4b1-da8a0cc1b5fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '397de53d-b259-4bbe-a5e8-abcbb00b2b55', 'name': 'tempest-AttachVolumeTestJSON-315569641-router', 'tenant_id': '2661271257b242509f29ed8640a48915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'external_fixed_ips': [{'subnet_id': '89646001-5df7-4559-baa8-56e15a045fc5', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': '1ac75549-a3c5-4e8c-9ca4-f4467eb2a7db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:24:21Z', 'updated_at': '2021-09-23T07:24:29Z', 'revision_number': 4, 'project_id': '2661271257b242509f29ed8640a48915', 'gw_port': {'id': '1ac75549-a3c5-4e8c-9ca4-f4467eb2a7db', 'name': '', 'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:16:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '397de53d-b259-4bbe-a5e8-abcbb00b2b55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '89646001-5df7-4559-baa8-56e15a045fc5', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:24:22Z', 'updated_at': '2021-09-23T07:24:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89646001-5df7-4559-baa8-56e15a045fc5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-18-iscsi', '_interfaces': [{'id': '041080d7-7367-4939-9da2-005a0c94b684', 'name': '', 'network_id': 'af2ddaae-84fe-4fba-a944-e4f48fd0d9fc', 'tenant_id': '2661271257b242509f29ed8640a48915', 'mac_address': 'fa:16:3e:3a:36:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '397de53d-b259-4bbe-a5e8-abcbb00b2b55', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '68f0a779-afe9-48a5-86f0-926f10275d4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:24:27Z', 'updated_at': '2021-09-23T07:24:39Z', 'revision_number': 5, 'project_id': '2661271257b242509f29ed8640a48915', 'subnets': [{'id': '68f0a779-afe9-48a5-86f0-926f10275d4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-18-iscsi', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:29:36.556545 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7847c83a-edf2-41fe-80f2-00b3e0cc61f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520401'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:36.560190 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ca56b0-794e-43db-a4b1-da8a0cc1b5fa None None] The sync data for ids ['397de53d-b259-4bbe-a5e8-abcbb00b2b55'] in dv-cinder-805887-18-iscsi is: [{'id': '397de53d-b259-4bbe-a5e8-abcbb00b2b55', 'name': 'tempest-AttachVolumeTestJSON-315569641-router', 'tenant_id': '2661271257b242509f29ed8640a48915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'external_fixed_ips': [{'subnet_id': '89646001-5df7-4559-baa8-56e15a045fc5', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': '1ac75549-a3c5-4e8c-9ca4-f4467eb2a7db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:24:21Z', 'updated_at': '2021-09-23T07:24:29Z', 'revision_number': 4, 'project_id': '2661271257b242509f29ed8640a48915', 'gw_port': {'id': '1ac75549-a3c5-4e8c-9ca4-f4467eb2a7db', 'name': '', 'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:16:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '397de53d-b259-4bbe-a5e8-abcbb00b2b55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '89646001-5df7-4559-baa8-56e15a045fc5', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:24:22Z', 'updated_at': '2021-09-23T07:24:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89646001-5df7-4559-baa8-56e15a045fc5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-18-iscsi', '_interfaces': [{'id': '041080d7-7367-4939-9da2-005a0c94b684', 'name': '', 'network_id': 'af2ddaae-84fe-4fba-a944-e4f48fd0d9fc', 'tenant_id': '2661271257b242509f29ed8640a48915', 'mac_address': 'fa:16:3e:3a:36:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '397de53d-b259-4bbe-a5e8-abcbb00b2b55', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '68f0a779-afe9-48a5-86f0-926f10275d4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:24:27Z', 'updated_at': '2021-09-23T07:24:39Z', 'revision_number': 5, 'project_id': '2661271257b242509f29ed8640a48915', 'subnets': [{'id': '68f0a779-afe9-48a5-86f0-926f10275d4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 07:29:36.583168 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7847c83a-edf2-41fe-80f2-00b3e0cc61f0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 580} {{(pid=94841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 07:29:36.602258 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7847c83a-edf2-41fe-80f2-00b3e0cc61f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cafcbf49-180a-4f19-a8d3-3e5ab4b83397,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:29:36.608932 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7847c83a-edf2-41fe-80f2-00b3e0cc61f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692928'] for segment, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:36.608932 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.db.segments_db [None req-7847c83a-edf2-41fe-80f2-00b3e0cc61f0 admin admin] Added segment 08d94096-76f2-48a9-942c-8b016dd73dd7 of type vlan for network e050ac4b-5060-418c-92f6-53f1e0d6fc91 Sep 23 07:29:36.666722 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7847c83a-edf2-41fe-80f2-00b3e0cc61f0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728617604886'] for network, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:36.767388 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7847c83a-edf2-41fe-80f2-00b3e0cc61f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957'] for network, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:36.768504 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7847c83a-edf2-41fe-80f2-00b3e0cc61f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:29:36.769208 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7847c83a-edf2-41fe-80f2-00b3e0cc61f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577015'] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:36.835059 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-238bde49-0483-4405-b85b-62c65ee9e725 None None] New status for floating IP 3f28e77a-daf9-44f7-98c7-54ab5782bdc8: DOWN {{(pid=94843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 07:29:37.117027 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7847c83a-edf2-41fe-80f2-00b3e0cc61f0 admin admin] Pushing event updated for resources: {'Network': ['ID=e050ac4b-5060-418c-92f6-53f1e0d6fc91,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:29:37.122752 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [None req-7847c83a-edf2-41fe-80f2-00b3e0cc61f0 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.1127756 Sep 23 07:29:37.123061 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.62', 57760) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:29:37.129282 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.v2.base [None req-abd9528b-b551-4e54-afe0-86e023a502a3 admin admin] Request body: {'subnet': {'network_id': 'e050ac4b-5060-418c-92f6-53f1e0d6fc91', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-381644820-subnet', 'tenant_id': 'ea5ceeef4bde45a4873e54d64af1d791', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:29:37.131053 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Network e050ac4b-5060-418c-92f6-53f1e0d6fc91 details requested by agent ovs-agent-dv-cinder-805887-18-iscsi with host dv-cinder-805887-18-iscsi {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 07:29:37.175020 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c90aeb-66bc-4d70-918d-ef811d1fcd55 req-510ee42a-d89c-4510-8648-92cca4020877 tempest-VolumesNegativeTest-1910124958 tempest-VolumesNegativeTest-1910124958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:29:37.176550 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-d1c90aeb-66bc-4d70-918d-ef811d1fcd55 req-510ee42a-d89c-4510-8648-92cca4020877 tempest-VolumesNegativeTest-1910124958 tempest-VolumesNegativeTest-1910124958-project] 10.222.0.62 "GET /v2.0/ports?device_id=d8552223-de4a-4fe7-ad7f-856dc5375850 HTTP/1.1" status: 200 len: 950 time: 0.0613930 Sep 23 07:29:37.223480 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-d1c90aeb-66bc-4d70-918d-ef811d1fcd55 req-3ef424a2-24b8-4975-9b3a-b4b708cbcd6c tempest-VolumesNegativeTest-1910124958 tempest-VolumesNegativeTest-1910124958-project] 10.222.0.62 "GET /v2.0/security-groups?id=b1e9e50d-621e-4f71-8e0b-ee22f93467a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408404 Sep 23 07:29:37.230274 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abd9528b-b551-4e54-afe0-86e023a502a3 admin admin] Made reservation on behalf of ea5ceeef4bde45a4873e54d64af1d791 for: {'subnet': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:29:37.234778 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-abd9528b-b551-4e54-afe0-86e023a502a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58720415'] for subnet, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:37.501442 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-abd9528b-b551-4e54-afe0-86e023a502a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58957294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58720429'] for subnet, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:37.575929 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.62', 57772) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:29:37.581943 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd9528b-b551-4e54-afe0-86e023a502a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba47a67d-c0df-4fcf-b006-8760ffda048a,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:29:37.585377 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd9528b-b551-4e54-afe0-86e023a502a3 admin admin] Checking segment: {'id': '08d94096-76f2-48a9-942c-8b016dd73dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'e050ac4b-5060-418c-92f6-53f1e0d6fc91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:29:37.585747 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abd9528b-b551-4e54-afe0-86e023a502a3 admin admin] Network hostable DHCP agents. Network: e050ac4b-5060-418c-92f6-53f1e0d6fc91, hostable agents: ['9616ea92-93d9-4385-b3af-aa5c267d1a12'], hosted agents: [] {{(pid=94840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 07:29:37.650673 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7ba95229-de2f-4827-98b2-c6c9445225ae tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:37.680260 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7ba95229-de2f-4827-98b2-c6c9445225ae tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:37.722017 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abd9528b-b551-4e54-afe0-86e023a502a3 admin admin] Network e050ac4b-5060-418c-92f6-53f1e0d6fc91 is scheduled to be hosted by DHCP agent 9616ea92-93d9-4385-b3af-aa5c267d1a12 with binding_index 1 {{(pid=94840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 07:29:37.797073 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-abd9528b-b551-4e54-afe0-86e023a502a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805887-18-iscsi, e050ac4b-5060-418c-92f6-53f1e0d6fc91) {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:29:37.797462 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22364a10-310e-4cc7-911c-d9d4775b079e req-5f4e409d-beb4-41ca-b352-7157d55b9f04 tempest-VolumesNegativeTest-1910124958 tempest-VolumesNegativeTest-1910124958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:29:37.799009 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-22364a10-310e-4cc7-911c-d9d4775b079e req-5f4e409d-beb4-41ca-b352-7157d55b9f04 tempest-VolumesNegativeTest-1910124958 tempest-VolumesNegativeTest-1910124958-project] 10.222.0.62 "GET /v2.0/ports?device_id=d8552223-de4a-4fe7-ad7f-856dc5375850 HTTP/1.1" status: 200 len: 950 time: 0.0819585 Sep 23 07:29:37.805002 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abd9528b-b551-4e54-afe0-86e023a502a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:29:37.806008 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-abd9528b-b551-4e54-afe0-86e023a502a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577015'] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:37.810739 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5888f516-41ee-4cef-9099-460fde887b54 None None] Network e050ac4b-5060-418c-92f6-53f1e0d6fc91 requested from dv-cinder-805887-18-iscsi {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:29:37.863054 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-22364a10-310e-4cc7-911c-d9d4775b079e req-25a011ed-db4f-4ee6-84ac-27629ee13b7f tempest-VolumesNegativeTest-1910124958 tempest-VolumesNegativeTest-1910124958-project] 10.222.0.62 "GET /v2.0/security-groups?id=b1e9e50d-621e-4f71-8e0b-ee22f93467a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509381 Sep 23 07:29:37.864614 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7ba95229-de2f-4827-98b2-c6c9445225ae tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520401'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:37.873625 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7ba95229-de2f-4827-98b2-c6c9445225ae tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:37.873625 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [None req-7ba95229-de2f-4827-98b2-c6c9445225ae tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] 10.222.0.62 "DELETE /v2.0/security-groups/a0ce8cd3-710a-441a-bcf8-df9fb0d9b143 HTTP/1.1" status: 204 len: 168 time: 0.2932649 Sep 23 07:29:37.873894 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.62', 57776) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:29:37.892617 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba95229-de2f-4827-98b2-c6c9445225ae tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0ce8cd3-710a-441a-bcf8-df9fb0d9b143,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:29:37.893655 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.api.v2.resource [None req-2184c09c-50c9-4c80-be0d-65f57a724760 tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] show failed (client error): The resource could not be found. Sep 23 07:29:37.894803 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [None req-2184c09c-50c9-4c80-be0d-65f57a724760 tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] 10.222.0.62 "GET /v2.0/security-groups/a0ce8cd3-710a-441a-bcf8-df9fb0d9b143 HTTP/1.1" status: 404 len: 347 time: 0.0197787 Sep 23 07:29:37.897685 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [None req-abd9528b-b551-4e54-afe0-86e023a502a3 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7729149 Sep 23 07:29:37.898727 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.62', 57778) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:29:38.018548 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1ba4c15-5887-438a-a5ba-d8022570dfe5 None None] Network e050ac4b-5060-418c-92f6-53f1e0d6fc91 requested from dv-cinder-805887-18-iscsi {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:29:38.066260 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-3b7f9af5-b81e-4037-b118-3eb1095ac555 tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] Deleting port bbdbc87f-ee6e-4e2c-8a9d-8ac266e01303 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:29:38.066700 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3b7f9af5-b81e-4037-b118-3eb1095ac555 tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728618132776'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:38.146617 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3b7f9af5-b81e-4037-b118-3eb1095ac555 tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452355'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:38.147713 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3b7f9af5-b81e-4037-b118-3eb1095ac555 tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:38.162037 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-3b7f9af5-b81e-4037-b118-3eb1095ac555 tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] Calling delete_port for bbdbc87f-ee6e-4e2c-8a9d-8ac266e01303 owned by network:floatingip {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:29:38.237738 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Device d5d95114-49c5-42a0-b94c-fc33fe17693a no longer exists at agent hyperv_hv-cinder-80588 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:29:38.257795 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] No Port match for: d5d95114-49c5-42a0-b94c-fc33fe17693a {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 07:29:38.258212 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Device d5d95114-49c5-42a0-b94c-fc33fe17693a not bound to the agent host hv-cinder-80588 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 07:29:38.385432 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3b7f9af5-b81e-4037-b118-3eb1095ac555 tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728618137326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728617650872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58957170'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:38.410528 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7f9af5-b81e-4037-b118-3eb1095ac555 tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] Pushing event deleted for resources: {'Port': ['ID=bbdbc87f-ee6e-4e2c-8a9d-8ac266e01303,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:29:38.477029 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3b7f9af5-b81e-4037-b118-3eb1095ac555 tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] Notify callbacks [] for floatingip, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:38.480020 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3b7f9af5-b81e-4037-b118-3eb1095ac555 tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210484'] for floatingip, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:38.482712 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [None req-3b7f9af5-b81e-4037-b118-3eb1095ac555 tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] 10.222.0.62 "DELETE /v2.0/floatingips/3f28e77a-daf9-44f7-98c7-54ab5782bdc8 HTTP/1.1" status: 204 len: 168 time: 0.5817201 Sep 23 07:29:38.688505 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.62', 57798) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:29:38.693617 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.v2.base [None req-af2ee779-ff3b-4bb6-a70d-1702ef24a217 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-137364892-network', 'tenant_id': 'ea4d70a84d78472c8c61fc8a8a8537ce'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:29:38.803623 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af2ee779-ff3b-4bb6-a70d-1702ef24a217 admin admin] Made reservation on behalf of ea4d70a84d78472c8c61fc8a8a8537ce for: {'network': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:29:38.807555 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-af2ee779-ff3b-4bb6-a70d-1702ef24a217 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for network, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:38.818446 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-af2ee779-ff3b-4bb6-a70d-1702ef24a217 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:38.932141 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-af2ee779-ff3b-4bb6-a70d-1702ef24a217 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:38.978191 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.62', 57802) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:29:38.983819 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.v2.base [None req-fe921900-680a-4362-a57e-135c3424b862 tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1048944506', 'description': 'tempest-description--315580475'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:29:39.010909 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-af2ee779-ff3b-4bb6-a70d-1702ef24a217 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520401'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:39.018223 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7502a86e-4b52-4cfa-9f2d-00c2a034aafc req-976d9ccd-91af-4afe-add8-a96c9516a909 tempest-VolumesNegativeTest-1910124958 tempest-VolumesNegativeTest-1910124958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:29:39.020977 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-7502a86e-4b52-4cfa-9f2d-00c2a034aafc req-976d9ccd-91af-4afe-add8-a96c9516a909 tempest-VolumesNegativeTest-1910124958 tempest-VolumesNegativeTest-1910124958-project] 10.222.0.62 "GET /v2.0/ports?device_id=d8552223-de4a-4fe7-ad7f-856dc5375850 HTTP/1.1" status: 200 len: 950 time: 0.0708158 Sep 23 07:29:39.068159 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af2ee779-ff3b-4bb6-a70d-1702ef24a217 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 561} {{(pid=94840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 07:29:39.073921 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2ee779-ff3b-4bb6-a70d-1702ef24a217 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72843591-cc35-4746-b413-9889bd9332d1,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:29:39.077532 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-7502a86e-4b52-4cfa-9f2d-00c2a034aafc req-7ad2686c-1e32-44d5-aeb6-fff29ae7d20b tempest-VolumesNegativeTest-1910124958 tempest-VolumesNegativeTest-1910124958-project] 10.222.0.62 "GET /v2.0/security-groups?id=b1e9e50d-621e-4f71-8e0b-ee22f93467a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498221 Sep 23 07:29:39.086837 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-af2ee779-ff3b-4bb6-a70d-1702ef24a217 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692928'] for segment, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:39.086837 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.db.segments_db [None req-af2ee779-ff3b-4bb6-a70d-1702ef24a217 admin admin] Added segment 7036cd69-02a3-4dd5-91bb-0d928e566df2 of type vlan for network a9a47c95-33c3-4633-8c4b-0f850fc6f289 Sep 23 07:29:39.139989 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-af2ee779-ff3b-4bb6-a70d-1702ef24a217 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728617604886'] for network, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:39.144878 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1fdc8b-6813-4451-b081-33768ce47a49 req-a70fb78a-f739-4434-9d97-a213d8dc0ac5 tempest-VolumesNegativeTest-1910124958 tempest-VolumesNegativeTest-1910124958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:29:39.146447 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-9e1fdc8b-6813-4451-b081-33768ce47a49 req-a70fb78a-f739-4434-9d97-a213d8dc0ac5 tempest-VolumesNegativeTest-1910124958 tempest-VolumesNegativeTest-1910124958-project] 10.222.0.53 "GET /v2.0/ports?device_id=d8552223-de4a-4fe7-ad7f-856dc5375850 HTTP/1.1" status: 200 len: 950 time: 0.0679317 Sep 23 07:29:39.152369 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fe921900-680a-4362-a57e-135c3424b862 tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:39.247571 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-9e1fdc8b-6813-4451-b081-33768ce47a49 req-60d34371-a4b6-4859-a60a-4e80c9c9bc6f tempest-VolumesNegativeTest-1910124958 tempest-VolumesNegativeTest-1910124958-project] Deleting port dfb692d9-7b09-4b5a-845f-3d8d00a5034c {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:29:39.247911 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-9e1fdc8b-6813-4451-b081-33768ce47a49 req-60d34371-a4b6-4859-a60a-4e80c9c9bc6f tempest-VolumesNegativeTest-1910124958 tempest-VolumesNegativeTest-1910124958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728618132776'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:39.261654 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fe921900-680a-4362-a57e-135c3424b862 tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:39.263010 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-af2ee779-ff3b-4bb6-a70d-1702ef24a217 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957'] for network, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:39.264017 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af2ee779-ff3b-4bb6-a70d-1702ef24a217 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:29:39.264606 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-af2ee779-ff3b-4bb6-a70d-1702ef24a217 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577015'] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:39.324713 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fe921900-680a-4362-a57e-135c3424b862 tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520401'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:39.330835 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2ee779-ff3b-4bb6-a70d-1702ef24a217 admin admin] Pushing event updated for resources: {'Network': ['ID=a9a47c95-33c3-4633-8c4b-0f850fc6f289,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:29:39.345555 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Network a9a47c95-33c3-4633-8c4b-0f850fc6f289 details requested by agent ovs-agent-dv-cinder-805887-18-iscsi with host dv-cinder-805887-18-iscsi {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 07:29:39.359807 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-9e1fdc8b-6813-4451-b081-33768ce47a49 req-60d34371-a4b6-4859-a60a-4e80c9c9bc6f tempest-VolumesNegativeTest-1910124958 tempest-VolumesNegativeTest-1910124958-project] For port dfb692d9-7b09-4b5a-845f-3d8d00a5034c, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=dfb692d9-7b09-4b5a-845f-3d8d00a5034c,segment=NetworkSegment(dcb799ba-99d1-45ed-94b3-394a9369d817),segment_id=dcb799ba-99d1-45ed-94b3-394a9369d817)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:29:39.360176 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-9e1fdc8b-6813-4451-b081-33768ce47a49 req-60d34371-a4b6-4859-a60a-4e80c9c9bc6f tempest-VolumesNegativeTest-1910124958 tempest-VolumesNegativeTest-1910124958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452355'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:39.372455 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-9e1fdc8b-6813-4451-b081-33768ce47a49 req-60d34371-a4b6-4859-a60a-4e80c9c9bc6f tempest-VolumesNegativeTest-1910124958 tempest-VolumesNegativeTest-1910124958-project] Calling delete_port for dfb692d9-7b09-4b5a-845f-3d8d00a5034c owned by compute:nova {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:29:39.373056 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe921900-680a-4362-a57e-135c3424b862 tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a477ba6-da5a-4a8b-bff1-35ca842f57ab,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:29:39.395002 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [None req-af2ee779-ff3b-4bb6-a70d-1702ef24a217 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7012823 Sep 23 07:29:39.396757 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.62', 57804) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:29:39.402267 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.v2.base [None req-0d5a4ade-50de-4d2f-b544-3e51f5d4d6b6 admin admin] Request body: {'subnet': {'network_id': 'a9a47c95-33c3-4633-8c4b-0f850fc6f289', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-137364892-subnet', 'tenant_id': 'ea4d70a84d78472c8c61fc8a8a8537ce', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:29:39.422033 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fe921900-680a-4362-a57e-135c3424b862 tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:39.423347 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [None req-fe921900-680a-4362-a57e-135c3424b862 tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4440072 Sep 23 07:29:39.426249 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.62', 57806) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:29:39.430540 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.v2.base [None req-5c6a11ee-e068-4a4e-ab78-efacf1fd2637 tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] Request body: {'security_group_rule': {'security_group_id': '5a477ba6-da5a-4a8b-bff1-35ca842f57ab', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:29:39.523271 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d5a4ade-50de-4d2f-b544-3e51f5d4d6b6 admin admin] Made reservation on behalf of ea4d70a84d78472c8c61fc8a8a8537ce for: {'subnet': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:29:39.525691 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0d5a4ade-50de-4d2f-b544-3e51f5d4d6b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58720415'] for subnet, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:39.579163 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-9e1fdc8b-6813-4451-b081-33768ce47a49 req-60d34371-a4b6-4859-a60a-4e80c9c9bc6f tempest-VolumesNegativeTest-1910124958 tempest-VolumesNegativeTest-1910124958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728618137326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728617650872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58829502'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:39.593949 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] get_ports_and_sgs() called for port_ids ['dfb692d9-7b09-4b5a-845f-3d8d00a5034c'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 07:29:39.608524 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d34371-a4b6-4859-a60a-4e80c9c9bc6f tempest-VolumesNegativeTest-1910124958 tempest-VolumesNegativeTest-1910124958-project] Pushing event deleted for resources: {'Port': ['ID=dfb692d9-7b09-4b5a-845f-3d8d00a5034c,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:29:39.661413 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e1fdc8b-6813-4451-b081-33768ce47a49 req-60d34371-a4b6-4859-a60a-4e80c9c9bc6f tempest-VolumesNegativeTest-1910124958 tempest-VolumesNegativeTest-1910124958-project] No DVR routers for this DVR port dfb692d9-7b09-4b5a-845f-3d8d00a5034c on host hv-cinder-80588 {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 07:29:39.667001 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-9e1fdc8b-6813-4451-b081-33768ce47a49 req-60d34371-a4b6-4859-a60a-4e80c9c9bc6f tempest-VolumesNegativeTest-1910124958 tempest-VolumesNegativeTest-1910124958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210484'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:39.667001 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-9e1fdc8b-6813-4451-b081-33768ce47a49 req-60d34371-a4b6-4859-a60a-4e80c9c9bc6f tempest-VolumesNegativeTest-1910124958 tempest-VolumesNegativeTest-1910124958-project] 10.222.0.53 "DELETE /v2.0/ports/dfb692d9-7b09-4b5a-845f-3d8d00a5034c HTTP/1.1" status: 204 len: 173 time: 0.5127366 Sep 23 07:29:39.667001 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8552223-de4a-4fe7-ad7f-856dc5375850', 'name': 'network-vif-deleted', 'tag': 'dfb692d9-7b09-4b5a-845f-3d8d00a5034c'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:29:39.667359 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5c6a11ee-e068-4a4e-ab78-efacf1fd2637 tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:39.669087 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59377972be4a6b1db7d764771ea1170f497e9021ac5c159e937f759c4704c07c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e75ff2b-a238-4112-af96-627bfd7edfce" -d '{"events": [{"server_uuid": "d8552223-de4a-4fe7-ad7f-856dc5375850", "name": "network-vif-deleted", "tag": "dfb692d9-7b09-4b5a-845f-3d8d00a5034c"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:29:39.726522 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 07:29:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d08764c-8b74-4643-845a-d241feaaa76f x-openstack-request-id: req-0d08764c-8b74-4643-845a-d241feaaa76f {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:29:39.732275 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8552223-de4a-4fe7-ad7f-856dc5375850", "name": "network-vif-deleted", "tag": "dfb692d9-7b09-4b5a-845f-3d8d00a5034c", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:29:39.732275 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0d08764c-8b74-4643-845a-d241feaaa76f {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:29:39.732275 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8552223-de4a-4fe7-ad7f-856dc5375850', 'name': 'network-vif-deleted', 'tag': 'dfb692d9-7b09-4b5a-845f-3d8d00a5034c', 'status': 'completed', 'code': 200} Sep 23 07:29:39.787066 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5c6a11ee-e068-4a4e-ab78-efacf1fd2637 tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:39.906061 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0d5a4ade-50de-4d2f-b544-3e51f5d4d6b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58957294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58720429'] for subnet, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:39.910623 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5c6a11ee-e068-4a4e-ab78-efacf1fd2637 tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510558'] for security_group_rule, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:39.971376 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6a11ee-e068-4a4e-ab78-efacf1fd2637 tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0010986-2325-4d2d-b827-ed8c1884170a,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:29:39.991502 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5a4ade-50de-4d2f-b544-3e51f5d4d6b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d9b28db-dd31-409e-a460-19cdb6e05a1d,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:29:40.008433 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d5a4ade-50de-4d2f-b544-3e51f5d4d6b6 admin admin] Checking segment: {'id': '7036cd69-02a3-4dd5-91bb-0d928e566df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'a9a47c95-33c3-4633-8c4b-0f850fc6f289'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:29:40.008824 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d5a4ade-50de-4d2f-b544-3e51f5d4d6b6 admin admin] Network hostable DHCP agents. Network: a9a47c95-33c3-4633-8c4b-0f850fc6f289, hostable agents: ['9616ea92-93d9-4385-b3af-aa5c267d1a12'], hosted agents: [] {{(pid=94840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 07:29:40.048504 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5c6a11ee-e068-4a4e-ab78-efacf1fd2637 tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:40.050086 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [None req-5c6a11ee-e068-4a4e-ab78-efacf1fd2637 tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6228256 Sep 23 07:29:40.052819 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.62', 57814) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:29:40.057379 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.v2.base [None req-68f1a17c-00ec-48df-959a-270fc8e5baea tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] Request body: {'security_group_rule': {'security_group_id': '5a477ba6-da5a-4a8b-bff1-35ca842f57ab', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:29:40.133862 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d5a4ade-50de-4d2f-b544-3e51f5d4d6b6 admin admin] Network a9a47c95-33c3-4633-8c4b-0f850fc6f289 is scheduled to be hosted by DHCP agent 9616ea92-93d9-4385-b3af-aa5c267d1a12 with binding_index 1 {{(pid=94840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 07:29:40.168465 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-68f1a17c-00ec-48df-959a-270fc8e5baea tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:40.211291 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-f5edb626-3220-4fcd-82bb-240437f9b0f8 req-1f2bf9d4-beaa-449a-88a9-da679415f087 tempest-VolumesNegativeTest-1910124958 tempest-VolumesNegativeTest-1910124958-project] 10.222.0.62 "GET /v2.0/ports?device_id=d8552223-de4a-4fe7-ad7f-856dc5375850 HTTP/1.1" status: 200 len: 210 time: 0.0275691 Sep 23 07:29:40.241424 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-68f1a17c-00ec-48df-959a-270fc8e5baea tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:40.242760 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-0d5a4ade-50de-4d2f-b544-3e51f5d4d6b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805887-18-iscsi, a9a47c95-33c3-4633-8c4b-0f850fc6f289) {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:29:40.246855 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d5a4ade-50de-4d2f-b544-3e51f5d4d6b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:29:40.249577 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0d5a4ade-50de-4d2f-b544-3e51f5d4d6b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577015'] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:40.252516 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f98c9d7-0857-40f4-9213-39aad56b799b None None] Network a9a47c95-33c3-4633-8c4b-0f850fc6f289 requested from dv-cinder-805887-18-iscsi {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:29:40.317034 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-68f1a17c-00ec-48df-959a-270fc8e5baea tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510558'] for security_group_rule, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:40.356831 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [None req-0d5a4ade-50de-4d2f-b544-3e51f5d4d6b6 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9537718 Sep 23 07:29:40.356831 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f1a17c-00ec-48df-959a-270fc8e5baea tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d65dba3-a98b-4111-9a47-bcfd4239c231,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:29:40.425480 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-68f1a17c-00ec-48df-959a-270fc8e5baea tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:40.430146 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.62', 57820) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:29:40.430447 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [None req-68f1a17c-00ec-48df-959a-270fc8e5baea tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3764944 Sep 23 07:29:40.435793 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.v2.base [None req-0400639b-fe7f-4818-ab04-1ad999505e29 tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] Request body: {'floatingip': {'floating_network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:29:40.534243 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6329397d-683a-4567-b2e3-3dd703af9df9 None None] Network a9a47c95-33c3-4633-8c4b-0f850fc6f289 requested from dv-cinder-805887-18-iscsi {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:29:40.539369 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0400639b-fe7f-4818-ab04-1ad999505e29 tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] Notify callbacks [] for floatingip, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:40.721619 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0400639b-fe7f-4818-ab04-1ad999505e29 tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:40.869662 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-0400639b-fe7f-4818-ab04-1ad999505e29 tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] Allocated IP 172.27.2.253 (d5e7441b-7712-4831-9dab-1c29a8301756/89646001-5df7-4559-baa8-56e15a045fc5/1383fac0-cbd2-4b0b-8657-2a0181acf547) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:29:40.987411 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0400639b-fe7f-4818-ab04-1ad999505e29 tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:41.081611 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0400639b-fe7f-4818-ab04-1ad999505e29 tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728617650863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58829502'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:41.119835 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0400639b-fe7f-4818-ab04-1ad999505e29 tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] Network d5e7441b-7712-4831-9dab-1c29a8301756 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:29:41.122605 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-0400639b-fe7f-4818-ab04-1ad999505e29 tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:29:41.126858 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0400639b-fe7f-4818-ab04-1ad999505e29 tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:29:41.134587 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0400639b-fe7f-4818-ab04-1ad999505e29 tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] Pushing event updated for resources: {'Port': ['ID=1383fac0-cbd2-4b0b-8657-2a0181acf547,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:29:41.218429 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0400639b-fe7f-4818-ab04-1ad999505e29 tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:41.350614 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0400639b-fe7f-4818-ab04-1ad999505e29 tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:41.528429 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0400639b-fe7f-4818-ab04-1ad999505e29 tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:41.648617 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0400639b-fe7f-4818-ab04-1ad999505e29 tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728618137860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728617650881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728617650899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58829493'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:41.732138 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0400639b-fe7f-4818-ab04-1ad999505e29 tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] Pushing event updated for resources: {'Port': ['ID=1383fac0-cbd2-4b0b-8657-2a0181acf547,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:29:41.752268 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0400639b-fe7f-4818-ab04-1ad999505e29 tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-455962'] for floatingip, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:41.932531 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0400639b-fe7f-4818-ab04-1ad999505e29 tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210484'] for floatingip, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:41.934051 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [None req-0400639b-fe7f-4818-ab04-1ad999505e29 tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5023406 Sep 23 07:29:42.137298 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-3005a33b-e105-4255-8c49-0044929837d3 req-6e506a5b-6ed6-454b-995b-850e577e863a tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--1048944506&fields=id&tenant_id=2661271257b242509f29ed8640a48915 HTTP/1.1" status: 200 len: 267 time: 0.0357172 Sep 23 07:29:42.254202 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3005a33b-e105-4255-8c49-0044929837d3 req-170c9402-204b-46f0-ad5d-159974e16f4c tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:29:42.255853 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-3005a33b-e105-4255-8c49-0044929837d3 req-170c9402-204b-46f0-ad5d-159974e16f4c tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] 10.222.0.62 "GET /v2.0/networks?id=af2ddaae-84fe-4fba-a944-e4f48fd0d9fc HTTP/1.1" status: 200 len: 810 time: 0.1078193 Sep 23 07:29:42.272968 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-3005a33b-e105-4255-8c49-0044929837d3 req-6ca7ade4-6737-400e-90d9-b622622ff1f1 tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] 10.222.0.62 "GET /v2.0/quotas/2661271257b242509f29ed8640a48915 HTTP/1.1" status: 200 len: 375 time: 0.0106971 Sep 23 07:29:42.275779 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Device dfb692d9-7b09-4b5a-845f-3d8d00a5034c no longer exists at agent hyperv_hv-cinder-80588 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:29:42.297254 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] No Port match for: dfb692d9-7b09-4b5a-845f-3d8d00a5034c {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 07:29:42.298780 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Device dfb692d9-7b09-4b5a-845f-3d8d00a5034c not bound to the agent host hv-cinder-80588 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 07:29:42.349218 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-3005a33b-e105-4255-8c49-0044929837d3 req-9fd888a2-5212-429c-9021-69c92ef2fbdb tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=2661271257b242509f29ed8640a48915&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0687325 Sep 23 07:29:42.553188 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-3005a33b-e105-4255-8c49-0044929837d3 req-1477f8f0-e8dd-4915-8f21-ac2d1f801a65 service neutron] 10.222.0.62 "GET /v2.0/networks/af2ddaae-84fe-4fba-a944-e4f48fd0d9fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1897397 Sep 23 07:29:42.671972 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-3005a33b-e105-4255-8c49-0044929837d3 req-f1bf584d-ab1c-497f-bee4-9b26d0aa990d service neutron] 10.222.0.62 "GET /v2.0/networks/af2ddaae-84fe-4fba-a944-e4f48fd0d9fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123111 Sep 23 07:29:43.060099 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-1d08dc1e-f4af-4c73-afe8-e45c51e810cf req-5e641f01-f8ea-46ea-be32-422dd9d4b44d tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] 10.222.0.62 "GET /v2.0/ports?device_id=d488426c-131e-4e65-bb4c-34144c18a463 HTTP/1.1" status: 200 len: 210 time: 0.0305760 Sep 23 07:29:44.167326 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-6df551b9-2ecb-456e-960d-c6a24f29b6bc req-6d846402-fc95-426c-8bc8-dc7ae8326332 tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] 10.222.0.62 "GET /v2.0/ports?device_id=d488426c-131e-4e65-bb4c-34144c18a463 HTTP/1.1" status: 200 len: 210 time: 0.0291691 Sep 23 07:29:45.295180 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-445756b6-a14b-4c07-84ee-0e6e96740555 req-c0fab39f-e84e-4fb8-b86e-435027dc9099 tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] 10.222.0.62 "GET /v2.0/ports?device_id=d488426c-131e-4e65-bb4c-34144c18a463 HTTP/1.1" status: 200 len: 210 time: 0.0373201 Sep 23 07:29:45.728858 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3005a33b-e105-4255-8c49-0044929837d3 req-600b53b7-894f-4bd3-9066-25cb76b2c89b tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:29:45.730330 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-3005a33b-e105-4255-8c49-0044929837d3 req-600b53b7-894f-4bd3-9066-25cb76b2c89b tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] 10.222.0.53 "GET /v2.0/networks?id=af2ddaae-84fe-4fba-a944-e4f48fd0d9fc HTTP/1.1" status: 200 len: 810 time: 0.1085403 Sep 23 07:29:45.787864 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-3005a33b-e105-4255-8c49-0044929837d3 req-768f5398-11b5-4163-8298-c78b532a99ad tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2661271257b242509f29ed8640a48915 HTTP/1.1" status: 200 len: 380 time: 0.0450099 Sep 23 07:29:45.798971 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.v2.base [req-3005a33b-e105-4255-8c49-0044929837d3 req-13659ea4-7bfb-4968-9caa-b13c05ccdad4 tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] Request body: {'port': {'device_id': 'd488426c-131e-4e65-bb4c-34144c18a463', 'network_id': 'af2ddaae-84fe-4fba-a944-e4f48fd0d9fc', 'admin_state_up': True, 'tenant_id': '2661271257b242509f29ed8640a48915', 'security_groups': ['5a477ba6-da5a-4a8b-bff1-35ca842f57ab']}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:29:46.036403 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3005a33b-e105-4255-8c49-0044929837d3 req-13659ea4-7bfb-4968-9caa-b13c05ccdad4 tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] Made reservation on behalf of 2661271257b242509f29ed8640a48915 for: {'port': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:29:46.040171 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-3005a33b-e105-4255-8c49-0044929837d3 req-13659ea4-7bfb-4968-9caa-b13c05ccdad4 tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:46.168126 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [req-3005a33b-e105-4255-8c49-0044929837d3 req-13659ea4-7bfb-4968-9caa-b13c05ccdad4 tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] Allocated IP 172.20.0.3 (af2ddaae-84fe-4fba-a944-e4f48fd0d9fc/68f0a779-afe9-48a5-86f0-926f10275d4d/1c2d94e9-938a-42f0-b424-381ea9263e91) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:29:46.316875 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-3005a33b-e105-4255-8c49-0044929837d3 req-13659ea4-7bfb-4968-9caa-b13c05ccdad4 tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:46.395899 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-169095df-5f54-45d8-8cda-1aafd1e02d17 req-54fd82b5-1233-43c3-89bc-2a3e28d858d7 tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] 10.222.0.62 "GET /v2.0/ports?device_id=d488426c-131e-4e65-bb4c-34144c18a463 HTTP/1.1" status: 200 len: 210 time: 0.0268316 Sep 23 07:29:46.408258 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-3005a33b-e105-4255-8c49-0044929837d3 req-13659ea4-7bfb-4968-9caa-b13c05ccdad4 tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728617650863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58829502'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:46.453310 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3005a33b-e105-4255-8c49-0044929837d3 req-13659ea4-7bfb-4968-9caa-b13c05ccdad4 tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] Network af2ddaae-84fe-4fba-a944-e4f48fd0d9fc is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:29:46.456518 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [req-3005a33b-e105-4255-8c49-0044929837d3 req-13659ea4-7bfb-4968-9caa-b13c05ccdad4 tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:29:46.460192 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-3005a33b-e105-4255-8c49-0044929837d3 req-13659ea4-7bfb-4968-9caa-b13c05ccdad4 tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:29:46.490568 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13659ea4-7bfb-4968-9caa-b13c05ccdad4 tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] Pushing event updated for resources: {'Port': ['ID=1c2d94e9-938a-42f0-b424-381ea9263e91,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:29:46.517045 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3005a33b-e105-4255-8c49-0044929837d3 req-13659ea4-7bfb-4968-9caa-b13c05ccdad4 tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:29:46.517674 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-3005a33b-e105-4255-8c49-0044929837d3 req-13659ea4-7bfb-4968-9caa-b13c05ccdad4 tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210484'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:46.599016 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-3005a33b-e105-4255-8c49-0044929837d3 req-13659ea4-7bfb-4968-9caa-b13c05ccdad4 tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8033028 Sep 23 07:29:46.666465 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.v2.base [req-3005a33b-e105-4255-8c49-0044929837d3 req-183a23ea-b42c-42f4-be30-2a4b14b532dd service neutron] Request body: {'port': {'device_id': 'd488426c-131e-4e65-bb4c-34144c18a463', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80588'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:29:46.716661 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-15812e73-ecdc-4a4d-95ce-345a8b5f71c7 None None] Provisioning complete for port 1c2d94e9-938a-42f0-b424-381ea9263e91 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:29:46.716661 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-15812e73-ecdc-4a4d-95ce-345a8b5f71c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703931'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:46.724941 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-3005a33b-e105-4255-8c49-0044929837d3 req-183a23ea-b42c-42f4-be30-2a4b14b532dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:46.765281 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-15812e73-ecdc-4a4d-95ce-345a8b5f71c7 None None] Port 1c2d94e9-938a-42f0-b424-381ea9263e91 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 07:29:46.997683 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.notifiers.nova [req-3005a33b-e105-4255-8c49-0044929837d3 req-183a23ea-b42c-42f4-be30-2a4b14b532dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c2d94e9-938a-42f0-b424-381ea9263e91 {{(pid=94841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 07:29:47.005587 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-3005a33b-e105-4255-8c49-0044929837d3 req-183a23ea-b42c-42f4-be30-2a4b14b532dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:47.018756 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [req-3005a33b-e105-4255-8c49-0044929837d3 req-183a23ea-b42c-42f4-be30-2a4b14b532dd service neutron] Transition to ACTIVE for port object 1c2d94e9-938a-42f0-b424-381ea9263e91 will not be triggered until provisioned by entity L2. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 07:29:47.213714 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-3005a33b-e105-4255-8c49-0044929837d3 req-183a23ea-b42c-42f4-be30-2a4b14b532dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728618137860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728617650881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728617650899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58829493'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:47.280565 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183a23ea-b42c-42f4-be30-2a4b14b532dd service neutron] Pushing event updated for resources: {'Port': ['ID=1c2d94e9-938a-42f0-b424-381ea9263e91,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:29:47.347962 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-3005a33b-e105-4255-8c49-0044929837d3 req-183a23ea-b42c-42f4-be30-2a4b14b532dd service neutron] Attempting to bind port 1c2d94e9-938a-42f0-b424-381ea9263e91 on host hv-cinder-80588 for vnic_type normal with profile {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:29:47.348668 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-3005a33b-e105-4255-8c49-0044929837d3 req-183a23ea-b42c-42f4-be30-2a4b14b532dd service neutron] Attempting to bind port 1c2d94e9-938a-42f0-b424-381ea9263e91 by drivers openvswitch,hyperv on host hv-cinder-80588 at level 0 using segments [{'id': '681c178e-d1f1-44d1-9a02-efe6aedb0bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'af2ddaae-84fe-4fba-a944-e4f48fd0d9fc'}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:29:47.348920 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3005a33b-e105-4255-8c49-0044929837d3 req-183a23ea-b42c-42f4-be30-2a4b14b532dd service neutron] Attempting to bind port 1c2d94e9-938a-42f0-b424-381ea9263e91 on network af2ddaae-84fe-4fba-a944-e4f48fd0d9fc {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:29:47.354611 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3005a33b-e105-4255-8c49-0044929837d3 req-183a23ea-b42c-42f4-be30-2a4b14b532dd service neutron] Port 1c2d94e9-938a-42f0-b424-381ea9263e91 on network af2ddaae-84fe-4fba-a944-e4f48fd0d9fc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80588 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 07:29:47.354961 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3005a33b-e105-4255-8c49-0044929837d3 req-183a23ea-b42c-42f4-be30-2a4b14b532dd service neutron] Attempting to bind port 1c2d94e9-938a-42f0-b424-381ea9263e91 on network af2ddaae-84fe-4fba-a944-e4f48fd0d9fc {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:29:47.360551 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3005a33b-e105-4255-8c49-0044929837d3 req-183a23ea-b42c-42f4-be30-2a4b14b532dd service neutron] Checking agent: {'id': '6ad4e769-5dea-434d-bbcd-ae86f07cf259', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80588', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 7, 22, 28), 'started_at': datetime.datetime(2021, 9, 23, 7, 22, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 7, 29, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 07:29:47.361112 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3005a33b-e105-4255-8c49-0044929837d3 req-183a23ea-b42c-42f4-be30-2a4b14b532dd service neutron] Checking segment: {'id': '681c178e-d1f1-44d1-9a02-efe6aedb0bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'af2ddaae-84fe-4fba-a944-e4f48fd0d9fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:29:47.361561 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3005a33b-e105-4255-8c49-0044929837d3 req-183a23ea-b42c-42f4-be30-2a4b14b532dd service neutron] Bound using segment: {'id': '681c178e-d1f1-44d1-9a02-efe6aedb0bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'af2ddaae-84fe-4fba-a944-e4f48fd0d9fc'} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 07:29:47.362023 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-3005a33b-e105-4255-8c49-0044929837d3 req-183a23ea-b42c-42f4-be30-2a4b14b532dd service neutron] Bound port: 1c2d94e9-938a-42f0-b424-381ea9263e91, host: hv-cinder-80588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '681c178e-d1f1-44d1-9a02-efe6aedb0bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'af2ddaae-84fe-4fba-a944-e4f48fd0d9fc'}}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 07:29:47.362566 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-3005a33b-e105-4255-8c49-0044929837d3 req-183a23ea-b42c-42f4-be30-2a4b14b532dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:47.437233 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-3005a33b-e105-4255-8c49-0044929837d3 req-183a23ea-b42c-42f4-be30-2a4b14b532dd service neutron] For port 1c2d94e9-938a-42f0-b424-381ea9263e91, host hv-cinder-80588, cleared binding levels {{(pid=94841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:29:47.440449 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-3005a33b-e105-4255-8c49-0044929837d3 req-183a23ea-b42c-42f4-be30-2a4b14b532dd service neutron] For port 1c2d94e9-938a-42f0-b424-381ea9263e91, host hv-cinder-80588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=1c2d94e9-938a-42f0-b424-381ea9263e91,segment=NetworkSegment(681c178e-d1f1-44d1-9a02-efe6aedb0bdf),segment_id=681c178e-d1f1-44d1-9a02-efe6aedb0bdf)] {{(pid=94841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 07:29:47.526075 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2013aa30-4857-454d-8e94-14fbd6041ad6 req-e184f355-3031-4f5d-b4f1-947ce849c41b tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:29:47.527528 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-2013aa30-4857-454d-8e94-14fbd6041ad6 req-e184f355-3031-4f5d-b4f1-947ce849c41b tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] 10.222.0.62 "GET /v2.0/ports?device_id=d488426c-131e-4e65-bb4c-34144c18a463 HTTP/1.1" status: 200 len: 943 time: 0.0562475 Sep 23 07:29:47.570656 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-2013aa30-4857-454d-8e94-14fbd6041ad6 req-f62b7eb1-e261-4ebc-b02d-1f65313f64b5 tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] 10.222.0.62 "GET /v2.0/security-groups?id=5a477ba6-da5a-4a8b-bff1-35ca842f57ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369728 Sep 23 07:29:47.711776 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-3005a33b-e105-4255-8c49-0044929837d3 req-183a23ea-b42c-42f4-be30-2a4b14b532dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728618137860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728617650881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728617650899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58829493'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:47.749817 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3005a33b-e105-4255-8c49-0044929837d3 req-183a23ea-b42c-42f4-be30-2a4b14b532dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:29:47.750585 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-3005a33b-e105-4255-8c49-0044929837d3 req-183a23ea-b42c-42f4-be30-2a4b14b532dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210484'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:47.751761 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-3005a33b-e105-4255-8c49-0044929837d3 req-183a23ea-b42c-42f4-be30-2a4b14b532dd service neutron] 10.222.0.53 "PUT /v2.0/ports/1c2d94e9-938a-42f0-b424-381ea9263e91 HTTP/1.1" status: 200 len: 1093 time: 1.1396194 Sep 23 07:29:47.752131 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd488426c-131e-4e65-bb4c-34144c18a463', 'tag': '1c2d94e9-938a-42f0-b424-381ea9263e91'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:29:47.754599 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59377972be4a6b1db7d764771ea1170f497e9021ac5c159e937f759c4704c07c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69fac97c-6d50-45b4-8b07-7a5acf0416de" -d '{"events": [{"name": "network-changed", "server_uuid": "d488426c-131e-4e65-bb4c-34144c18a463", "tag": "1c2d94e9-938a-42f0-b424-381ea9263e91"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:29:47.809302 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183a23ea-b42c-42f4-be30-2a4b14b532dd service neutron] Pushing event updated for resources: {'Port': ['ID=1c2d94e9-938a-42f0-b424-381ea9263e91,revision_number=3']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:29:47.897853 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 07:29:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1342c8c5-034f-4195-8e0d-7e511782c19a x-openstack-request-id: req-1342c8c5-034f-4195-8e0d-7e511782c19a {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:29:47.897853 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d488426c-131e-4e65-bb4c-34144c18a463", "tag": "1c2d94e9-938a-42f0-b424-381ea9263e91", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:29:47.897853 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1342c8c5-034f-4195-8e0d-7e511782c19a {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:29:47.897853 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd488426c-131e-4e65-bb4c-34144c18a463', 'tag': '1c2d94e9-938a-42f0-b424-381ea9263e91', 'status': 'completed', 'code': 200} Sep 23 07:29:47.964180 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fac97c-6d50-45b4-8b07-7a5acf0416de req-d67730db-6116-436c-82ad-18a7efbe64b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:29:47.966713 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-69fac97c-6d50-45b4-8b07-7a5acf0416de req-d67730db-6116-436c-82ad-18a7efbe64b5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2661271257b242509f29ed8640a48915&device_id=d488426c-131e-4e65-bb4c-34144c18a463 HTTP/1.1" status: 200 len: 1096 time: 0.0571706 Sep 23 07:29:48.079798 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fac97c-6d50-45b4-8b07-7a5acf0416de req-cfd92f5a-e87d-44ff-893a-44a27d642c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:29:48.082330 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-69fac97c-6d50-45b4-8b07-7a5acf0416de req-cfd92f5a-e87d-44ff-893a-44a27d642c2e service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=2661271257b242509f29ed8640a48915&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1081593 Sep 23 07:29:48.191379 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fac97c-6d50-45b4-8b07-7a5acf0416de req-63a1986e-dfd9-4de8-9c4f-daadb72791d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:29:48.193007 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-69fac97c-6d50-45b4-8b07-7a5acf0416de req-63a1986e-dfd9-4de8-9c4f-daadb72791d9 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1032128 Sep 23 07:29:48.198708 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.62', 58158) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:29:48.270363 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3005a33b-e105-4255-8c49-0044929837d3 req-21e56e60-b997-44a2-bf9f-390abe53cec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:29:48.272095 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-3005a33b-e105-4255-8c49-0044929837d3 req-21e56e60-b997-44a2-bf9f-390abe53cec9 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2661271257b242509f29ed8640a48915&device_id=d488426c-131e-4e65-bb4c-34144c18a463 HTTP/1.1" status: 200 len: 1096 time: 0.0404723 Sep 23 07:29:48.325348 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-3005a33b-e105-4255-8c49-0044929837d3 req-fc2ae5fd-1fd4-4a2f-8406-d3732ba44267 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1c2d94e9-938a-42f0-b424-381ea9263e91 HTTP/1.1" status: 200 len: 217 time: 0.0442452 Sep 23 07:29:48.393872 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [None req-332dc46d-c42a-4f3b-875c-d9ad711b9d24 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f8ab8b9bf1f34d33ab946cb1cd7cdf9b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1940587 Sep 23 07:29:48.395517 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3005a33b-e105-4255-8c49-0044929837d3 req-8b3cbc3e-dac0-472b-bc06-0395a878e859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:29:48.396569 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.62', 58164) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:29:48.397034 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-3005a33b-e105-4255-8c49-0044929837d3 req-8b3cbc3e-dac0-472b-bc06-0395a878e859 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=68f0a779-afe9-48a5-86f0-926f10275d4d HTTP/1.1" status: 200 len: 849 time: 0.0643947 Sep 23 07:29:48.445352 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3005a33b-e105-4255-8c49-0044929837d3 req-709c0593-cc91-4fe0-9b68-1118ea8b825d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:29:48.446879 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-3005a33b-e105-4255-8c49-0044929837d3 req-709c0593-cc91-4fe0-9b68-1118ea8b825d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=af2ddaae-84fe-4fba-a944-e4f48fd0d9fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0421500 Sep 23 07:29:48.466898 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a5830e15-2b2b-4c81-adff-b25430d1bb18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:48.490822 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a5830e15-2b2b-4c81-adff-b25430d1bb18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:48.545041 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-3005a33b-e105-4255-8c49-0044929837d3 req-7a489dbc-4c6d-4cc6-bd42-e36a4b6748f8 service neutron] 10.222.0.53 "GET /v2.0/networks/af2ddaae-84fe-4fba-a944-e4f48fd0d9fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906103 Sep 23 07:29:48.636375 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-3005a33b-e105-4255-8c49-0044929837d3 req-4900df50-e5e3-4688-b427-6800ae0fac45 service neutron] 10.222.0.53 "GET /v2.0/networks/af2ddaae-84fe-4fba-a944-e4f48fd0d9fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832989 Sep 23 07:29:48.653702 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a5830e15-2b2b-4c81-adff-b25430d1bb18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520401'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:48.657564 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a5830e15-2b2b-4c81-adff-b25430d1bb18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:48.659232 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [None req-a5830e15-2b2b-4c81-adff-b25430d1bb18 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b1e9e50d-621e-4f71-8e0b-ee22f93467a8 HTTP/1.1" status: 204 len: 168 time: 0.2608647 Sep 23 07:29:48.668336 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5830e15-2b2b-4c81-adff-b25430d1bb18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1e9e50d-621e-4f71-8e0b-ee22f93467a8,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:29:48.703390 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fa369b-0746-4b04-8af1-443f5c8b225b req-d9699a67-340f-4d23-acca-d66ec59d5cde tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:29:48.704938 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-79fa369b-0746-4b04-8af1-443f5c8b225b req-d9699a67-340f-4d23-acca-d66ec59d5cde tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] 10.222.0.62 "GET /v2.0/ports?device_id=d488426c-131e-4e65-bb4c-34144c18a463 HTTP/1.1" status: 200 len: 943 time: 0.0583208 Sep 23 07:29:48.743513 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-79fa369b-0746-4b04-8af1-443f5c8b225b req-929e0893-a750-4d1f-bee1-80ebce8e372b tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] 10.222.0.62 "GET /v2.0/security-groups?id=5a477ba6-da5a-4a8b-bff1-35ca842f57ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326130 Sep 23 07:29:49.718218 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.62', 58200) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:29:49.839354 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.v2.base [None req-917d1de2-ea00-4105-9b1f-d6da03e51c3e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1402657280-network', 'tenant_id': '4d12208531784657acb0a942fc6e2c94'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:29:49.919564 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bafd29-7922-401a-a284-a88220ecae59 req-8498102b-bfe8-4a34-b24d-3e93866d31a9 tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:29:49.922500 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-e6bafd29-7922-401a-a284-a88220ecae59 req-8498102b-bfe8-4a34-b24d-3e93866d31a9 tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] 10.222.0.62 "GET /v2.0/ports?device_id=d488426c-131e-4e65-bb4c-34144c18a463 HTTP/1.1" status: 200 len: 943 time: 0.1068048 Sep 23 07:29:49.967673 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-e6bafd29-7922-401a-a284-a88220ecae59 req-a0a8ca56-052d-40d5-a754-d587edc7627d tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] 10.222.0.62 "GET /v2.0/security-groups?id=5a477ba6-da5a-4a8b-bff1-35ca842f57ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389402 Sep 23 07:29:49.968955 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-917d1de2-ea00-4105-9b1f-d6da03e51c3e admin admin] Made reservation on behalf of 4d12208531784657acb0a942fc6e2c94 for: {'network': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:29:49.971425 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-917d1de2-ea00-4105-9b1f-d6da03e51c3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for network, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:49.982004 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-917d1de2-ea00-4105-9b1f-d6da03e51c3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:50.097804 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-917d1de2-ea00-4105-9b1f-d6da03e51c3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:50.173349 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-917d1de2-ea00-4105-9b1f-d6da03e51c3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520401'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:50.199345 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-917d1de2-ea00-4105-9b1f-d6da03e51c3e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 572} {{(pid=94841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 07:29:50.209260 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917d1de2-ea00-4105-9b1f-d6da03e51c3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c245a919-e8a3-48a6-887c-0115e649c4a2,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:29:50.214300 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-917d1de2-ea00-4105-9b1f-d6da03e51c3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692928'] for segment, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:50.214641 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.db.segments_db [None req-917d1de2-ea00-4105-9b1f-d6da03e51c3e admin admin] Added segment 99a155bb-0156-4c62-ba55-90beca557e75 of type vlan for network 83e3b09d-fc27-404b-b2a1-413ff73692ca Sep 23 07:29:50.262911 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-917d1de2-ea00-4105-9b1f-d6da03e51c3e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728617604886'] for network, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:50.356663 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-917d1de2-ea00-4105-9b1f-d6da03e51c3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957'] for network, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:50.357654 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-917d1de2-ea00-4105-9b1f-d6da03e51c3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:29:50.358266 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-917d1de2-ea00-4105-9b1f-d6da03e51c3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577015'] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:50.416991 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917d1de2-ea00-4105-9b1f-d6da03e51c3e admin admin] Pushing event updated for resources: {'Network': ['ID=83e3b09d-fc27-404b-b2a1-413ff73692ca,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:29:50.427813 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Network 83e3b09d-fc27-404b-b2a1-413ff73692ca details requested by agent ovs-agent-dv-cinder-805887-18-iscsi with host dv-cinder-805887-18-iscsi {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 07:29:50.471205 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [None req-917d1de2-ea00-4105-9b1f-d6da03e51c3e admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7517195 Sep 23 07:29:50.474129 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.62', 58210) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:29:50.478951 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.v2.base [None req-364f28c7-bd0c-40ef-bead-8df423dd2449 admin admin] Request body: {'subnet': {'network_id': '83e3b09d-fc27-404b-b2a1-413ff73692ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1402657280-subnet', 'tenant_id': '4d12208531784657acb0a942fc6e2c94', 'ip_version': 4}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:29:50.642056 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-364f28c7-bd0c-40ef-bead-8df423dd2449 admin admin] Made reservation on behalf of 4d12208531784657acb0a942fc6e2c94 for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:29:50.644403 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-364f28c7-bd0c-40ef-bead-8df423dd2449 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60759934'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:50.882340 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-364f28c7-bd0c-40ef-bead-8df423dd2449 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58829346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60759884'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:50.932416 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364f28c7-bd0c-40ef-bead-8df423dd2449 admin admin] Pushing event updated for resources: {'Subnet': ['ID=15ea5f8a-82af-463d-9d74-67d1c93c5176,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:29:50.947281 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-364f28c7-bd0c-40ef-bead-8df423dd2449 admin admin] Checking segment: {'id': '99a155bb-0156-4c62-ba55-90beca557e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '83e3b09d-fc27-404b-b2a1-413ff73692ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:29:50.947641 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-364f28c7-bd0c-40ef-bead-8df423dd2449 admin admin] Network hostable DHCP agents. Network: 83e3b09d-fc27-404b-b2a1-413ff73692ca, hostable agents: ['9616ea92-93d9-4385-b3af-aa5c267d1a12'], hosted agents: [] {{(pid=94841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 07:29:51.036006 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-364f28c7-bd0c-40ef-bead-8df423dd2449 admin admin] Network 83e3b09d-fc27-404b-b2a1-413ff73692ca is scheduled to be hosted by DHCP agent 9616ea92-93d9-4385-b3af-aa5c267d1a12 with binding_index 1 {{(pid=94841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 07:29:51.106209 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22373357-d2d1-476f-8d62-24f4c0fcd3fc req-ce357aec-2692-4378-b49a-6b11b3ca69dc tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:29:51.107774 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-22373357-d2d1-476f-8d62-24f4c0fcd3fc req-ce357aec-2692-4378-b49a-6b11b3ca69dc tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] 10.222.0.62 "GET /v2.0/ports?device_id=d488426c-131e-4e65-bb4c-34144c18a463 HTTP/1.1" status: 200 len: 943 time: 0.0543098 Sep 23 07:29:51.149254 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-22373357-d2d1-476f-8d62-24f4c0fcd3fc req-af8d9b7d-2391-4027-8bc0-bb5848cd362a tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] 10.222.0.62 "GET /v2.0/security-groups?id=5a477ba6-da5a-4a8b-bff1-35ca842f57ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353954 Sep 23 07:29:51.156334 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-364f28c7-bd0c-40ef-bead-8df423dd2449 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805887-18-iscsi, 83e3b09d-fc27-404b-b2a1-413ff73692ca) {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:29:51.161327 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-364f28c7-bd0c-40ef-bead-8df423dd2449 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:29:51.161832 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-364f28c7-bd0c-40ef-bead-8df423dd2449 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:51.169076 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14ad8059-ca65-4b90-bdb1-759f04651b3c None None] Network 83e3b09d-fc27-404b-b2a1-413ff73692ca requested from dv-cinder-805887-18-iscsi {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:29:51.237179 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [None req-364f28c7-bd0c-40ef-bead-8df423dd2449 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7618997 Sep 23 07:29:51.239965 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.62', 58220) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:29:51.244838 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.v2.base [None req-bba2bf12-6e98-4dfd-96a7-4bdee4713353 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1402657280-router', 'tenant_id': '4d12208531784657acb0a942fc6e2c94', 'external_gateway_info': {'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756'}}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:29:51.317563 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10f36a2d-3b32-4560-bfb1-29948eb22bae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a3420cd-ceb0-58a0-900c-b744b29f87bb-83e3b09d-fc27-404b-b2a1-413ff73692ca', 'network_id': '83e3b09d-fc27-404b-b2a1-413ff73692ca', 'tenant_id': '4d12208531784657acb0a942fc6e2c94', 'fixed_ips': [{'subnet_id': '15ea5f8a-82af-463d-9d74-67d1c93c5176'}]}} from dv-cinder-805887-18-iscsi. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 07:29:51.318424 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-10f36a2d-3b32-4560-bfb1-29948eb22bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:51.321389 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bba2bf12-6e98-4dfd-96a7-4bdee4713353 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-462469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1418'] for router, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:51.322444 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bba2bf12-6e98-4dfd-96a7-4bdee4713353 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-459381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456581', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1411'] for router, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:51.374994 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bba2bf12-6e98-4dfd-96a7-4bdee4713353 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:51.462865 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-10f36a2d-3b32-4560-bfb1-29948eb22bae None None] Allocated IP 172.20.0.2 (83e3b09d-fc27-404b-b2a1-413ff73692ca/15ea5f8a-82af-463d-9d74-67d1c93c5176/c7fdbba4-650a-4925-af0f-64360fe9e6c7) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:29:51.607095 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-10f36a2d-3b32-4560-bfb1-29948eb22bae None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:51.642709 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bba2bf12-6e98-4dfd-96a7-4bdee4713353 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:51.734640 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-10f36a2d-3b32-4560-bfb1-29948eb22bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728617650863'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:51.776837 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10f36a2d-3b32-4560-bfb1-29948eb22bae None None] Network 83e3b09d-fc27-404b-b2a1-413ff73692ca is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:29:51.779720 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-10f36a2d-3b32-4560-bfb1-29948eb22bae None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:29:51.783304 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f36a2d-3b32-4560-bfb1-29948eb22bae None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:29:51.800459 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f36a2d-3b32-4560-bfb1-29948eb22bae None None] Pushing event updated for resources: {'Port': ['ID=c7fdbba4-650a-4925-af0f-64360fe9e6c7,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:29:51.847456 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-10f36a2d-3b32-4560-bfb1-29948eb22bae None None] Attempting to bind port c7fdbba4-650a-4925-af0f-64360fe9e6c7 on host dv-cinder-805887-18-iscsi for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:29:51.848077 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-10f36a2d-3b32-4560-bfb1-29948eb22bae None None] Attempting to bind port c7fdbba4-650a-4925-af0f-64360fe9e6c7 by drivers openvswitch,hyperv on host dv-cinder-805887-18-iscsi at level 0 using segments [{'id': '99a155bb-0156-4c62-ba55-90beca557e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '83e3b09d-fc27-404b-b2a1-413ff73692ca'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:29:51.848746 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f36a2d-3b32-4560-bfb1-29948eb22bae None None] Attempting to bind port c7fdbba4-650a-4925-af0f-64360fe9e6c7 on network 83e3b09d-fc27-404b-b2a1-413ff73692ca {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:29:51.856951 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f36a2d-3b32-4560-bfb1-29948eb22bae None None] Checking agent: {'id': '8a4a6f1f-c513-442c-b997-00aea54023cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805887-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 7, 15, 58), 'started_at': datetime.datetime(2021, 9, 23, 7, 16, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 7, 29, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805887-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 07:29:51.857328 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f36a2d-3b32-4560-bfb1-29948eb22bae None None] Checking segment: {'id': '99a155bb-0156-4c62-ba55-90beca557e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '83e3b09d-fc27-404b-b2a1-413ff73692ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:29:51.857777 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-10f36a2d-3b32-4560-bfb1-29948eb22bae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:51.858251 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f36a2d-3b32-4560-bfb1-29948eb22bae None None] Bound using segment: {'id': '99a155bb-0156-4c62-ba55-90beca557e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '83e3b09d-fc27-404b-b2a1-413ff73692ca'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 07:29:51.860621 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-10f36a2d-3b32-4560-bfb1-29948eb22bae None None] Bound port: c7fdbba4-650a-4925-af0f-64360fe9e6c7, host: dv-cinder-805887-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99a155bb-0156-4c62-ba55-90beca557e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '83e3b09d-fc27-404b-b2a1-413ff73692ca'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 07:29:51.861067 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-10f36a2d-3b32-4560-bfb1-29948eb22bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:51.926469 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-10f36a2d-3b32-4560-bfb1-29948eb22bae None None] For port c7fdbba4-650a-4925-af0f-64360fe9e6c7, host dv-cinder-805887-18-iscsi, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:29:51.929491 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-10f36a2d-3b32-4560-bfb1-29948eb22bae None None] For port c7fdbba4-650a-4925-af0f-64360fe9e6c7, host dv-cinder-805887-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-18-iscsi',level=0,port_id=c7fdbba4-650a-4925-af0f-64360fe9e6c7,segment=NetworkSegment(99a155bb-0156-4c62-ba55-90beca557e75),segment_id=99a155bb-0156-4c62-ba55-90beca557e75)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 07:29:51.951500 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bba2bf12-6e98-4dfd-96a7-4bdee4713353 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:51.971220 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bba2bf12-6e98-4dfd-96a7-4bdee4713353 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:51.998614 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-10f36a2d-3b32-4560-bfb1-29948eb22bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728618137860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728617650881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728617650899'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:52.063510 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f36a2d-3b32-4560-bfb1-29948eb22bae None None] Pushing event updated for resources: {'Port': ['ID=c7fdbba4-650a-4925-af0f-64360fe9e6c7,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:29:52.082176 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-bba2bf12-6e98-4dfd-96a7-4bdee4713353 admin admin] Allocated IP 172.27.2.195 (d5e7441b-7712-4831-9dab-1c29a8301756/89646001-5df7-4559-baa8-56e15a045fc5/801d40d9-5ef8-422d-bf20-47f4e4fb4753) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:29:52.330092 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Device 1c2d94e9-938a-42f0-b424-381ea9263e91 details requested by agent hyperv_hv-cinder-80588 with host hv-cinder-80588 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 07:29:52.450945 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] For port 1c2d94e9-938a-42f0-b424-381ea9263e91, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=1c2d94e9-938a-42f0-b424-381ea9263e91,segment=NetworkSegment(681c178e-d1f1-44d1-9a02-efe6aedb0bdf),segment_id=681c178e-d1f1-44d1-9a02-efe6aedb0bdf)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:29:52.463015 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Returning: {'device': '1c2d94e9-938a-42f0-b424-381ea9263e91', 'network_id': 'af2ddaae-84fe-4fba-a944-e4f48fd0d9fc', 'port_id': '1c2d94e9-938a-42f0-b424-381ea9263e91', 'mac_address': 'fa:16:3e:cc:b4:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68f0a779-afe9-48a5-86f0-926f10275d4d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 07:29:52.502983 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:52.511649 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a11c95c-46c5-4604-80af-1c01bdcba6d4 req-1614137f-c564-4cdc-b077-2692b158a7db tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:29:52.513152 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-1a11c95c-46c5-4604-80af-1c01bdcba6d4 req-1614137f-c564-4cdc-b077-2692b158a7db tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] 10.222.0.62 "GET /v2.0/ports?device_id=d488426c-131e-4e65-bb4c-34144c18a463 HTTP/1.1" status: 200 len: 943 time: 0.0734632 Sep 23 07:29:52.519070 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c2d94e9-938a-42f0-b424-381ea9263e91 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 07:29:52.519202 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bba2bf12-6e98-4dfd-96a7-4bdee4713353 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:52.545580 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] For port 1c2d94e9-938a-42f0-b424-381ea9263e91, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=1c2d94e9-938a-42f0-b424-381ea9263e91,segment=NetworkSegment(681c178e-d1f1-44d1-9a02-efe6aedb0bdf),segment_id=681c178e-d1f1-44d1-9a02-efe6aedb0bdf)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:29:52.570677 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-1a11c95c-46c5-4604-80af-1c01bdcba6d4 req-e81b24c1-a2fc-4800-b969-5182251e4961 tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] 10.222.0.62 "GET /v2.0/security-groups?id=5a477ba6-da5a-4a8b-bff1-35ca842f57ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497544 Sep 23 07:29:52.664898 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728618137860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728617650881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728617650899'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:52.714416 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Pushing event updated for resources: {'Port': ['ID=1c2d94e9-938a-42f0-b424-381ea9263e91,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:29:52.728141 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bba2bf12-6e98-4dfd-96a7-4bdee4713353 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728617650863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58829502'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:52.769652 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bba2bf12-6e98-4dfd-96a7-4bdee4713353 admin admin] Network d5e7441b-7712-4831-9dab-1c29a8301756 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:29:52.773013 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-bba2bf12-6e98-4dfd-96a7-4bdee4713353 admin admin] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:29:52.775658 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba2bf12-6e98-4dfd-96a7-4bdee4713353 admin admin] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:29:52.831741 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba2bf12-6e98-4dfd-96a7-4bdee4713353 admin admin] Pushing event updated for resources: {'Port': ['ID=801d40d9-5ef8-422d-bf20-47f4e4fb4753,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:29:52.835978 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-2d93c689-3c01-4344-9d4b-8a1852a67061 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:52.902900 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] get_ports_and_sgs() called for port_ids ['1c2d94e9-938a-42f0-b424-381ea9263e91'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 07:29:53.037242 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Device c7fdbba4-650a-4925-af0f-64360fe9e6c7 up at agent ovs-agent-dv-cinder-805887-18-iscsi {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:29:53.150109 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50cc3967-c3ec-4bf5-98e4-a25dcce9c6c0 None None] Network 83e3b09d-fc27-404b-b2a1-413ff73692ca requested from dv-cinder-805887-18-iscsi {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:29:53.200889 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bba2bf12-6e98-4dfd-96a7-4bdee4713353 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:53.231842 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Provisioning complete for port c7fdbba4-650a-4925-af0f-64360fe9e6c7 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:29:53.232264 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703931'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:53.304907 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-dda8a0d0-3179-439d-b3be-2b8a9ff641de None None] Provisioning complete for port c7fdbba4-650a-4925-af0f-64360fe9e6c7 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:29:53.305280 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-dda8a0d0-3179-439d-b3be-2b8a9ff641de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703931'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:53.417707 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bba2bf12-6e98-4dfd-96a7-4bdee4713353 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-459276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456632'] for router, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:53.450152 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:53.516518 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-dda8a0d0-3179-439d-b3be-2b8a9ff641de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:53.521451 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] For port c7fdbba4-650a-4925-af0f-64360fe9e6c7, host dv-cinder-805887-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-18-iscsi',level=0,port_id=c7fdbba4-650a-4925-af0f-64360fe9e6c7,segment=NetworkSegment(99a155bb-0156-4c62-ba55-90beca557e75),segment_id=99a155bb-0156-4c62-ba55-90beca557e75)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:29:53.619142 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728618137860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728617650881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728617650899'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:53.697930 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbfedf9-8d7e-4e44-8564-e851bc962d34 req-b0a35f4b-a71c-496d-add9-19ea4d2f81f6 tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:29:53.698287 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.db.api [None req-dda8a0d0-3179-439d-b3be-2b8a9ff641de None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94842) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 07:29:53.698632 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG oslo_db.api [None req-dda8a0d0-3179-439d-b3be-2b8a9ff641de None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 07:29:53.699464 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-2dbfedf9-8d7e-4e44-8564-e851bc962d34 req-b0a35f4b-a71c-496d-add9-19ea4d2f81f6 tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] 10.222.0.62 "GET /v2.0/ports?device_id=d488426c-131e-4e65-bb4c-34144c18a463 HTTP/1.1" status: 200 len: 944 time: 0.0535574 Sep 23 07:29:53.703770 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Pushing event updated for resources: {'Port': ['ID=c7fdbba4-650a-4925-af0f-64360fe9e6c7,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:29:53.738656 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-2dbfedf9-8d7e-4e44-8564-e851bc962d34 req-17c3ec21-2878-46fc-8324-77ebfb1736c4 tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] 10.222.0.62 "GET /v2.0/security-groups?id=5a477ba6-da5a-4a8b-bff1-35ca842f57ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322206 Sep 23 07:29:53.744891 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bba2bf12-6e98-4dfd-96a7-4bdee4713353 admin admin] Router e4cc9879-25c9-4f37-af0c-f2c3ed1af148 is scheduled to L3 agent 65b4f7dd-c6e9-4255-94ee-66e285aed80f with binding_index 1 {{(pid=94841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 07:29:53.850250 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bba2bf12-6e98-4dfd-96a7-4bdee4713353 admin admin] Notify agent at l3_agent.dv-cinder-805887-18-iscsi the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 07:29:53.859644 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95108e5f-c17b-4247-88f6-c6fdd73ff2fa None None] Sync routers for ids ['e4cc9879-25c9-4f37-af0c-f2c3ed1af148'] in dv-cinder-805887-18-iscsi {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 07:29:53.868444 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95108e5f-c17b-4247-88f6-c6fdd73ff2fa None None] Routers {'e4cc9879-25c9-4f37-af0c-f2c3ed1af148'} bound to L3 agent in host dv-cinder-805887-18-iscsi {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:29:53.869091 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-95108e5f-c17b-4247-88f6-c6fdd73ff2fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T07:15:56Z,description=,heartbeat_timestamp=2021-09-23T07:29:26Z,host='dv-cinder-805887-18-iscsi',id=65b4f7dd-c6e9-4255-94ee-66e285aed80f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T07:15:57Z,topic='l3_agent')) {'router_ids': ['e4cc9879-25c9-4f37-af0c-f2c3ed1af148'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:29:53.972794 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-95108e5f-c17b-4247-88f6-c6fdd73ff2fa None None] Set router e4cc9879-25c9-4f37-af0c-f2c3ed1af148 gateway port host: dv-cinder-805887-18-iscsi {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:29:53.984788 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bba2bf12-6e98-4dfd-96a7-4bdee4713353 admin admin] Notify callbacks [] for router, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:53.989406 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [None req-bba2bf12-6e98-4dfd-96a7-4bdee4713353 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.7448547 Sep 23 07:29:53.989629 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.62', 58244) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:29:54.313468 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-95108e5f-c17b-4247-88f6-c6fdd73ff2fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4cc9879-25c9-4f37-af0c-f2c3ed1af148', 'name': 'tempest-TestMinimumBasicScenario-1402657280-router', 'tenant_id': '4d12208531784657acb0a942fc6e2c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'external_fixed_ips': [{'subnet_id': '89646001-5df7-4559-baa8-56e15a045fc5', 'ip_address': '172.27.2.195'}], 'enable_snat': True}, 'gw_port_id': '801d40d9-5ef8-422d-bf20-47f4e4fb4753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:29:51Z', 'updated_at': '2021-09-23T07:29:52Z', 'revision_number': 3, 'project_id': '4d12208531784657acb0a942fc6e2c94', 'gw_port': {'id': '801d40d9-5ef8-422d-bf20-47f4e4fb4753', 'name': '', 'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:d7:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4cc9879-25c9-4f37-af0c-f2c3ed1af148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '89646001-5df7-4559-baa8-56e15a045fc5', 'ip_address': '172.27.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:29:51Z', 'updated_at': '2021-09-23T07:29:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '89646001-5df7-4559-baa8-56e15a045fc5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-18-iscsi'}], 'dv-cinder-805887-18-iscsi', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:29:54.343638 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95108e5f-c17b-4247-88f6-c6fdd73ff2fa None None] Checking router: e4cc9879-25c9-4f37-af0c-f2c3ed1af148 for host: dv-cinder-805887-18-iscsi {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 07:29:54.343985 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95108e5f-c17b-4247-88f6-c6fdd73ff2fa None None] Updating router e4cc9879-25c9-4f37-af0c-f2c3ed1af148 port 801d40d9-5ef8-422d-bf20-47f4e4fb4753 binding host dv-cinder-805887-18-iscsi {{(pid=94842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 07:29:54.362936 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Device 1c2d94e9-938a-42f0-b424-381ea9263e91 up at agent hyperv_hv-cinder-80588 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:29:54.399101 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-95108e5f-c17b-4247-88f6-c6fdd73ff2fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:54.437721 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-939b604b-47a3-4e26-a3de-90f57d0720c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:54.438790 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-0d2d8450-f251-4db7-b00c-a0cb9ab11b58 None None] Provisioning complete for port c7fdbba4-650a-4925-af0f-64360fe9e6c7 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:29:54.439154 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-0d2d8450-f251-4db7-b00c-a0cb9ab11b58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703931'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:54.611235 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-939b604b-47a3-4e26-a3de-90f57d0720c6 admin admin] Allocated IP 172.20.0.1 (83e3b09d-fc27-404b-b2a1-413ff73692ca/15ea5f8a-82af-463d-9d74-67d1c93c5176/e310d3cb-5191-4a80-b1bc-a68ee77ecfaa) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:29:54.644642 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Provisioning for port 1c2d94e9-938a-42f0-b424-381ea9263e91 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 07:29:54.660040 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Provisioning complete for port 1c2d94e9-938a-42f0-b424-381ea9263e91 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:29:54.660408 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703931'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:54.723630 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-939b604b-47a3-4e26-a3de-90f57d0720c6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:54.813824 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:54.815334 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-939b604b-47a3-4e26-a3de-90f57d0720c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728617650863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58829502'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:54.821027 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-95108e5f-c17b-4247-88f6-c6fdd73ff2fa None None] Notify callbacks [] for port, precommit_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:54.850462 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd488426c-131e-4e65-bb4c-34144c18a463', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c2d94e9-938a-42f0-b424-381ea9263e91'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:29:54.853202 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8cb1569f887212d656241d478829572ac01e5268e755a1d7af7c5208f8517aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66fe70ac-1e69-4616-a848-e9b3f9b2b744" -d '{"events": [{"server_uuid": "d488426c-131e-4e65-bb4c-34144c18a463", "name": "network-vif-plugged", "status": "completed", "tag": "1c2d94e9-938a-42f0-b424-381ea9263e91"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:29:54.895285 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-939b604b-47a3-4e26-a3de-90f57d0720c6 admin admin] Network 83e3b09d-fc27-404b-b2a1-413ff73692ca is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:29:54.898547 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-939b604b-47a3-4e26-a3de-90f57d0720c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:29:54.901343 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] For port 1c2d94e9-938a-42f0-b424-381ea9263e91, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=1c2d94e9-938a-42f0-b424-381ea9263e91,segment=NetworkSegment(681c178e-d1f1-44d1-9a02-efe6aedb0bdf),segment_id=681c178e-d1f1-44d1-9a02-efe6aedb0bdf)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:29:54.903964 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-939b604b-47a3-4e26-a3de-90f57d0720c6 admin admin] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:29:54.905873 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-95108e5f-c17b-4247-88f6-c6fdd73ff2fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728618137860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728617650881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728617650899'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:54.934550 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 07:29:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c2cb206-52df-4474-bff6-190a8c91d513 x-openstack-request-id: req-1c2cb206-52df-4474-bff6-190a8c91d513 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:29:54.935367 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d488426c-131e-4e65-bb4c-34144c18a463", "name": "network-vif-plugged", "status": "completed", "tag": "1c2d94e9-938a-42f0-b424-381ea9263e91", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:29:54.935367 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1c2cb206-52df-4474-bff6-190a8c91d513 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:29:54.935621 dv-cinder-805887-18-iscsi neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd488426c-131e-4e65-bb4c-34144c18a463', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c2d94e9-938a-42f0-b424-381ea9263e91', 'code': 200} Sep 23 07:29:54.955933 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-939b604b-47a3-4e26-a3de-90f57d0720c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456069'] for router_interface, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:54.960558 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939b604b-47a3-4e26-a3de-90f57d0720c6 admin admin] Pushing event updated for resources: {'Port': ['ID=e310d3cb-5191-4a80-b1bc-a68ee77ecfaa,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:29:54.981461 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728618137860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728617650881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728617650899'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:54.990294 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-95108e5f-c17b-4247-88f6-c6fdd73ff2fa None None] Attempting to bind port 801d40d9-5ef8-422d-bf20-47f4e4fb4753 on host dv-cinder-805887-18-iscsi for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:29:54.990294 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-95108e5f-c17b-4247-88f6-c6fdd73ff2fa None None] Attempting to bind port 801d40d9-5ef8-422d-bf20-47f4e4fb4753 by drivers openvswitch,hyperv on host dv-cinder-805887-18-iscsi at level 0 using segments [{'id': '8399e290-ca7c-4b27-b40e-543152e4317b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:29:54.990663 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95108e5f-c17b-4247-88f6-c6fdd73ff2fa None None] Attempting to bind port 801d40d9-5ef8-422d-bf20-47f4e4fb4753 on network d5e7441b-7712-4831-9dab-1c29a8301756 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:29:55.001312 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95108e5f-c17b-4247-88f6-c6fdd73ff2fa None None] Checking agent: {'id': '8a4a6f1f-c513-442c-b997-00aea54023cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805887-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 7, 15, 58), 'started_at': datetime.datetime(2021, 9, 23, 7, 16, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 7, 29, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805887-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 07:29:55.001677 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95108e5f-c17b-4247-88f6-c6fdd73ff2fa None None] Checking segment: {'id': '8399e290-ca7c-4b27-b40e-543152e4317b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:29:55.002126 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-95108e5f-c17b-4247-88f6-c6fdd73ff2fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:55.002844 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95108e5f-c17b-4247-88f6-c6fdd73ff2fa None None] Bound using segment: {'id': '8399e290-ca7c-4b27-b40e-543152e4317b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 07:29:55.003282 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-95108e5f-c17b-4247-88f6-c6fdd73ff2fa None None] Bound port: 801d40d9-5ef8-422d-bf20-47f4e4fb4753, host: dv-cinder-805887-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8399e290-ca7c-4b27-b40e-543152e4317b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 07:29:55.003667 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-95108e5f-c17b-4247-88f6-c6fdd73ff2fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:55.027646 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb81952-15ae-4751-bf9f-be738c24b4fd req-48b268e4-0ff2-4bd0-8cd9-2c5832f542dc tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:29:55.029408 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-2bb81952-15ae-4751-bf9f-be738c24b4fd req-48b268e4-0ff2-4bd0-8cd9-2c5832f542dc tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] 10.222.0.62 "GET /v2.0/ports?device_id=d488426c-131e-4e65-bb4c-34144c18a463 HTTP/1.1" status: 200 len: 944 time: 0.2171247 Sep 23 07:29:55.052883 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Device c7fdbba4-650a-4925-af0f-64360fe9e6c7 up at agent ovs-agent-dv-cinder-805887-18-iscsi {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:29:55.089784 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-2bb81952-15ae-4751-bf9f-be738c24b4fd req-6a2475c1-4d5c-4b84-a7c3-019824028715 tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] 10.222.0.62 "GET /v2.0/security-groups?id=5a477ba6-da5a-4a8b-bff1-35ca842f57ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510011 Sep 23 07:29:55.094973 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3aa811-40bf-4485-aa3d-e622b096d4f0 None None] Pushing event updated for resources: {'Port': ['ID=801d40d9-5ef8-422d-bf20-47f4e4fb4753,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:29:55.132784 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-95108e5f-c17b-4247-88f6-c6fdd73ff2fa None None] For port 801d40d9-5ef8-422d-bf20-47f4e4fb4753, host dv-cinder-805887-18-iscsi, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:29:55.169618 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-95108e5f-c17b-4247-88f6-c6fdd73ff2fa None None] For port 801d40d9-5ef8-422d-bf20-47f4e4fb4753, host dv-cinder-805887-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-18-iscsi',level=0,port_id=801d40d9-5ef8-422d-bf20-47f4e4fb4753,segment=NetworkSegment(8399e290-ca7c-4b27-b40e-543152e4317b),segment_id=8399e290-ca7c-4b27-b40e-543152e4317b)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 07:29:55.189158 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Pushing event updated for resources: {'Port': ['ID=1c2d94e9-938a-42f0-b424-381ea9263e91,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:29:55.205306 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-16476321-729a-4b0a-8413-8b8a4f7eff9f None None] Provisioning complete for port e310d3cb-5191-4a80-b1bc-a68ee77ecfaa triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:29:55.205674 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-16476321-729a-4b0a-8413-8b8a4f7eff9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703931'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:55.208061 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Provisioning complete for port c7fdbba4-650a-4925-af0f-64360fe9e6c7 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:29:55.208416 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703931'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:55.271790 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-16476321-729a-4b0a-8413-8b8a4f7eff9f None None] Port e310d3cb-5191-4a80-b1bc-a68ee77ecfaa cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 07:29:55.277501 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-95108e5f-c17b-4247-88f6-c6fdd73ff2fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728618137860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728617650881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728617650899'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:55.304278 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-939b604b-47a3-4e26-a3de-90f57d0720c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:55.316937 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a365bf-2abd-4920-bc4b-1a94650e1a48 req-d01ce43e-323d-4941-a04b-490285c777d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:29:55.318468 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-e6a365bf-2abd-4920-bc4b-1a94650e1a48 req-d01ce43e-323d-4941-a04b-490285c777d9 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=d488426c-131e-4e65-bb4c-34144c18a463 HTTP/1.1" status: 200 len: 1098 time: 0.0710614 Sep 23 07:29:55.351964 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95108e5f-c17b-4247-88f6-c6fdd73ff2fa None None] Routers {'e4cc9879-25c9-4f37-af0c-f2c3ed1af148'} bound to L3 agent in host dv-cinder-805887-18-iscsi {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:29:55.352600 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-95108e5f-c17b-4247-88f6-c6fdd73ff2fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T07:15:56Z,description=,heartbeat_timestamp=2021-09-23T07:29:26Z,host='dv-cinder-805887-18-iscsi',id=65b4f7dd-c6e9-4255-94ee-66e285aed80f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T07:15:57Z,topic='l3_agent')) {'router_ids': ['e4cc9879-25c9-4f37-af0c-f2c3ed1af148'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:29:55.395806 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-e6a365bf-2abd-4920-bc4b-1a94650e1a48 req-cc096436-c60d-43ac-a9be-1af8d547b44d service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=5a477ba6-da5a-4a8b-bff1-35ca842f57ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693965 Sep 23 07:29:55.403119 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3aa811-40bf-4485-aa3d-e622b096d4f0 None None] Pushing event updated for resources: {'Port': ['ID=801d40d9-5ef8-422d-bf20-47f4e4fb4753,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:29:55.497612 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-95108e5f-c17b-4247-88f6-c6fdd73ff2fa None None] Set router e4cc9879-25c9-4f37-af0c-f2c3ed1af148 gateway port host: dv-cinder-805887-18-iscsi {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:29:55.503774 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-939b604b-47a3-4e26-a3de-90f57d0720c6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:55.596642 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-939b604b-47a3-4e26-a3de-90f57d0720c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728618137860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728617650881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728617650899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58829493'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:55.668250 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-939b604b-47a3-4e26-a3de-90f57d0720c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455541'] for router_interface, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:55.670025 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939b604b-47a3-4e26-a3de-90f57d0720c6 admin admin] Pushing event updated for resources: {'Port': ['ID=e310d3cb-5191-4a80-b1bc-a68ee77ecfaa,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:29:55.712172 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-95108e5f-c17b-4247-88f6-c6fdd73ff2fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4cc9879-25c9-4f37-af0c-f2c3ed1af148', 'name': 'tempest-TestMinimumBasicScenario-1402657280-router', 'tenant_id': '4d12208531784657acb0a942fc6e2c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'external_fixed_ips': [{'subnet_id': '89646001-5df7-4559-baa8-56e15a045fc5', 'ip_address': '172.27.2.195'}], 'enable_snat': True}, 'gw_port_id': '801d40d9-5ef8-422d-bf20-47f4e4fb4753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:29:51Z', 'updated_at': '2021-09-23T07:29:55Z', 'revision_number': 4, 'project_id': '4d12208531784657acb0a942fc6e2c94', 'gw_port': {'id': '801d40d9-5ef8-422d-bf20-47f4e4fb4753', 'name': '', 'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:d7:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4cc9879-25c9-4f37-af0c-f2c3ed1af148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '89646001-5df7-4559-baa8-56e15a045fc5', 'ip_address': '172.27.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:29:51Z', 'updated_at': '2021-09-23T07:29:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89646001-5df7-4559-baa8-56e15a045fc5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-18-iscsi', '_interfaces': [{'id': 'e310d3cb-5191-4a80-b1bc-a68ee77ecfaa', 'name': '', 'network_id': '83e3b09d-fc27-404b-b2a1-413ff73692ca', 'tenant_id': '4d12208531784657acb0a942fc6e2c94', 'mac_address': 'fa:16:3e:eb:c6:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4cc9879-25c9-4f37-af0c-f2c3ed1af148', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '15ea5f8a-82af-463d-9d74-67d1c93c5176', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:29:54Z', 'updated_at': '2021-09-23T07:29:54Z', 'revision_number': 1, 'project_id': '4d12208531784657acb0a942fc6e2c94', 'subnets': [{'id': '15ea5f8a-82af-463d-9d74-67d1c93c5176', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-18-iscsi', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:29:55.744883 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95108e5f-c17b-4247-88f6-c6fdd73ff2fa None None] The sync data for ids ['e4cc9879-25c9-4f37-af0c-f2c3ed1af148'] in dv-cinder-805887-18-iscsi is: [{'id': 'e4cc9879-25c9-4f37-af0c-f2c3ed1af148', 'name': 'tempest-TestMinimumBasicScenario-1402657280-router', 'tenant_id': '4d12208531784657acb0a942fc6e2c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'external_fixed_ips': [{'subnet_id': '89646001-5df7-4559-baa8-56e15a045fc5', 'ip_address': '172.27.2.195'}], 'enable_snat': True}, 'gw_port_id': '801d40d9-5ef8-422d-bf20-47f4e4fb4753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:29:51Z', 'updated_at': '2021-09-23T07:29:55Z', 'revision_number': 4, 'project_id': '4d12208531784657acb0a942fc6e2c94', 'gw_port': {'id': '801d40d9-5ef8-422d-bf20-47f4e4fb4753', 'name': '', 'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:d7:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4cc9879-25c9-4f37-af0c-f2c3ed1af148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '89646001-5df7-4559-baa8-56e15a045fc5', 'ip_address': '172.27.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:29:51Z', 'updated_at': '2021-09-23T07:29:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89646001-5df7-4559-baa8-56e15a045fc5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-18-iscsi', '_interfaces': [{'id': 'e310d3cb-5191-4a80-b1bc-a68ee77ecfaa', 'name': '', 'network_id': '83e3b09d-fc27-404b-b2a1-413ff73692ca', 'tenant_id': '4d12208531784657acb0a942fc6e2c94', 'mac_address': 'fa:16:3e:eb:c6:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4cc9879-25c9-4f37-af0c-f2c3ed1af148', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '15ea5f8a-82af-463d-9d74-67d1c93c5176', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:29:54Z', 'updated_at': '2021-09-23T07:29:54Z', 'revision_number': 1, 'project_id': '4d12208531784657acb0a942fc6e2c94', 'subnets': [{'id': '15ea5f8a-82af-463d-9d74-67d1c93c5176', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 07:29:55.779176 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-939b604b-47a3-4e26-a3de-90f57d0720c6 admin admin] Network 83e3b09d-fc27-404b-b2a1-413ff73692ca is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:29:55.781950 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-939b604b-47a3-4e26-a3de-90f57d0720c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:29:55.930245 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-939b604b-47a3-4e26-a3de-90f57d0720c6 admin admin] Router e4cc9879-25c9-4f37-af0c-f2c3ed1af148 has already been hosted by L3 agent 65b4f7dd-c6e9-4255-94ee-66e285aed80f {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 07:29:56.013679 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-aa9a5ab0-677b-4cac-8f87-1a13b5106c21 None None] Provisioning complete for port e310d3cb-5191-4a80-b1bc-a68ee77ecfaa triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:29:56.014066 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-aa9a5ab0-677b-4cac-8f87-1a13b5106c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703931'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:56.055767 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-aa9a5ab0-677b-4cac-8f87-1a13b5106c21 None None] Port e310d3cb-5191-4a80-b1bc-a68ee77ecfaa cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 07:29:56.079022 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-939b604b-47a3-4e26-a3de-90f57d0720c6 admin admin] Notify agent at l3_agent.dv-cinder-805887-18-iscsi the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 07:29:56.084755 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [None req-939b604b-47a3-4e26-a3de-90f57d0720c6 admin admin] 10.222.0.62 "PUT /v2.0/routers/e4cc9879-25c9-4f37-af0c-f2c3ed1af148/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0940430 Sep 23 07:29:56.257054 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5f01aa-3a80-422b-ade0-a45c214d453b req-22a8cf0b-1eca-4bc4-aa9f-de785a66b48b tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:29:56.258840 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-3a5f01aa-3a80-422b-ade0-a45c214d453b req-22a8cf0b-1eca-4bc4-aa9f-de785a66b48b tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] 10.222.0.62 "GET /v2.0/ports?device_id=d488426c-131e-4e65-bb4c-34144c18a463 HTTP/1.1" status: 200 len: 945 time: 0.0609117 Sep 23 07:29:56.300383 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-3a5f01aa-3a80-422b-ade0-a45c214d453b req-4fcf066f-ef22-4b49-a23a-28d9b2094803 tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] 10.222.0.62 "GET /v2.0/security-groups?id=5a477ba6-da5a-4a8b-bff1-35ca842f57ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349693 Sep 23 07:29:56.614033 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-76f1d182-ef50-4d4c-a35b-648a86cd5680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:56.969142 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.62', 58300) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:29:56.974338 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.v2.base [None req-66c2c17b-bde2-4a8d-a4a6-2c5c0888702e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1655054077-network', 'tenant_id': '48b66a26ddaf4730bc506b47edfa2edb'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:29:57.002703 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Device 801d40d9-5ef8-422d-bf20-47f4e4fb4753 up at agent ovs-agent-dv-cinder-805887-18-iscsi {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:29:57.055108 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Provisioning complete for port 801d40d9-5ef8-422d-bf20-47f4e4fb4753 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:29:57.055609 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703931'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:57.065742 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66c2c17b-bde2-4a8d-a4a6-2c5c0888702e admin admin] Made reservation on behalf of 48b66a26ddaf4730bc506b47edfa2edb for: {'network': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:29:57.068375 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-66c2c17b-bde2-4a8d-a4a6-2c5c0888702e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for network, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:57.079071 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-66c2c17b-bde2-4a8d-a4a6-2c5c0888702e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:57.183974 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-66c2c17b-bde2-4a8d-a4a6-2c5c0888702e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:57.265192 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:57.281974 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-66c2c17b-bde2-4a8d-a4a6-2c5c0888702e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520401'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:57.286910 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] For port 801d40d9-5ef8-422d-bf20-47f4e4fb4753, host dv-cinder-805887-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-18-iscsi',level=0,port_id=801d40d9-5ef8-422d-bf20-47f4e4fb4753,segment=NetworkSegment(8399e290-ca7c-4b27-b40e-543152e4317b),segment_id=8399e290-ca7c-4b27-b40e-543152e4317b)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:29:57.295078 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66c2c17b-bde2-4a8d-a4a6-2c5c0888702e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 585} {{(pid=94840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 07:29:57.317882 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-66c2c17b-bde2-4a8d-a4a6-2c5c0888702e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692928'] for segment, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:57.318233 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.db.segments_db [None req-66c2c17b-bde2-4a8d-a4a6-2c5c0888702e admin admin] Added segment addf42a4-3033-4162-b745-73dbffa1a514 of type vlan for network 1a43bd73-a774-425f-9297-ed02e1e80b48 Sep 23 07:29:57.326025 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c2c17b-bde2-4a8d-a4a6-2c5c0888702e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74ce183d-e10d-42d8-bc47-858113bf511a,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:29:57.362017 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-66c2c17b-bde2-4a8d-a4a6-2c5c0888702e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728617604886'] for network, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:57.429372 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb629a1-3b3b-4f31-a75b-50a900146d11 req-0bef3e9b-236f-42c7-9064-7931896d46e5 tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:29:57.431161 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-2fb629a1-3b3b-4f31-a75b-50a900146d11 req-0bef3e9b-236f-42c7-9064-7931896d46e5 tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] 10.222.0.62 "GET /v2.0/ports?device_id=d488426c-131e-4e65-bb4c-34144c18a463 HTTP/1.1" status: 200 len: 945 time: 0.0531497 Sep 23 07:29:57.443670 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728618137860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728617650881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728617650899'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:57.470758 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-2fb629a1-3b3b-4f31-a75b-50a900146d11 req-bed7f739-0b18-456f-a863-778d2ec43596 tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] 10.222.0.62 "GET /v2.0/security-groups?id=5a477ba6-da5a-4a8b-bff1-35ca842f57ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336163 Sep 23 07:29:57.494801 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Pushing event updated for resources: {'Port': ['ID=801d40d9-5ef8-422d-bf20-47f4e4fb4753,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:29:57.533371 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-66c2c17b-bde2-4a8d-a4a6-2c5c0888702e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957'] for network, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:57.534369 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66c2c17b-bde2-4a8d-a4a6-2c5c0888702e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:29:57.534951 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-66c2c17b-bde2-4a8d-a4a6-2c5c0888702e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577015'] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:57.583503 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab280380-9949-4174-9859-36a5484db83d req-84865e89-626f-48f5-8a56-13da092005a7 tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:29:57.585030 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-ab280380-9949-4174-9859-36a5484db83d req-84865e89-626f-48f5-8a56-13da092005a7 tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] 10.222.0.62 "GET /v2.0/ports?device_id=d488426c-131e-4e65-bb4c-34144c18a463 HTTP/1.1" status: 200 len: 945 time: 0.0490382 Sep 23 07:29:57.594953 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.62', 58308) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:29:57.598648 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c2c17b-bde2-4a8d-a4a6-2c5c0888702e admin admin] Pushing event updated for resources: {'Network': ['ID=1a43bd73-a774-425f-9297-ed02e1e80b48,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:29:57.599512 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.v2.base [None req-c4c0da9f-b371-4ab8-954a-018b04a9de8f tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] Request body: {'floatingip': {'port_id': '1c2d94e9-938a-42f0-b424-381ea9263e91'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:29:57.612883 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Network 1a43bd73-a774-425f-9297-ed02e1e80b48 details requested by agent ovs-agent-dv-cinder-805887-18-iscsi with host dv-cinder-805887-18-iscsi {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 07:29:57.642366 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c4c0da9f-b371-4ab8-954a-018b04a9de8f tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] Notify callbacks [] for floatingip, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:57.653928 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [None req-66c2c17b-bde2-4a8d-a4a6-2c5c0888702e admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6836283 Sep 23 07:29:57.657235 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.62', 58312) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:29:57.662146 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.v2.base [None req-f3dde9ad-cbf2-4566-b97d-4ab8be50bee5 admin admin] Request body: {'subnet': {'network_id': '1a43bd73-a774-425f-9297-ed02e1e80b48', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1655054077-subnet', 'tenant_id': '48b66a26ddaf4730bc506b47edfa2edb', 'ip_version': 4}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:29:57.757549 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:57.784472 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3dde9ad-cbf2-4566-b97d-4ab8be50bee5 admin admin] Made reservation on behalf of 48b66a26ddaf4730bc506b47edfa2edb for: {'subnet': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:29:57.794145 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f3dde9ad-cbf2-4566-b97d-4ab8be50bee5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58720415'] for subnet, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:57.933284 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:57.958653 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.db.agents_db [None req-60cd1eec-2052-4d49-bd00-e5a0de40c293 None None] Agent healthcheck: found 6 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 07:29:58.014301 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c20482d-fde9-466f-8d29-444f50d28284 None None] Sync routers for ids ['e4cc9879-25c9-4f37-af0c-f2c3ed1af148'] in dv-cinder-805887-18-iscsi {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 07:29:58.025450 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c20482d-fde9-466f-8d29-444f50d28284 None None] Routers {'e4cc9879-25c9-4f37-af0c-f2c3ed1af148'} bound to L3 agent in host dv-cinder-805887-18-iscsi {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:29:58.026072 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-4c20482d-fde9-466f-8d29-444f50d28284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T07:15:56Z,description=,heartbeat_timestamp=2021-09-23T07:29:56Z,host='dv-cinder-805887-18-iscsi',id=65b4f7dd-c6e9-4255-94ee-66e285aed80f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T07:15:57Z,topic='l3_agent')) {'router_ids': ['e4cc9879-25c9-4f37-af0c-f2c3ed1af148'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:29:58.036753 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f3dde9ad-cbf2-4566-b97d-4ab8be50bee5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58957294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58720429'] for subnet, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:58.065307 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-1854caf6-1153-400a-8d11-9ed8c1e229e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:58.103551 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dde9ad-cbf2-4566-b97d-4ab8be50bee5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=79ffda4b-75db-418f-af6a-56be2b45bf0a,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:29:58.120196 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3dde9ad-cbf2-4566-b97d-4ab8be50bee5 admin admin] Checking segment: {'id': 'addf42a4-3033-4162-b745-73dbffa1a514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '1a43bd73-a774-425f-9297-ed02e1e80b48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:29:58.120811 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3dde9ad-cbf2-4566-b97d-4ab8be50bee5 admin admin] Network hostable DHCP agents. Network: 1a43bd73-a774-425f-9297-ed02e1e80b48, hostable agents: ['9616ea92-93d9-4385-b3af-aa5c267d1a12'], hosted agents: [] {{(pid=94840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 07:29:58.152344 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-4c20482d-fde9-466f-8d29-444f50d28284 None None] Set router e4cc9879-25c9-4f37-af0c-f2c3ed1af148 gateway port host: dv-cinder-805887-18-iscsi {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:29:58.202363 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3dde9ad-cbf2-4566-b97d-4ab8be50bee5 admin admin] Network 1a43bd73-a774-425f-9297-ed02e1e80b48 is scheduled to be hosted by DHCP agent 9616ea92-93d9-4385-b3af-aa5c267d1a12 with binding_index 1 {{(pid=94840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 07:29:58.237118 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.62', 58326) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:29:58.270326 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-f3dde9ad-cbf2-4566-b97d-4ab8be50bee5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805887-18-iscsi, 1a43bd73-a774-425f-9297-ed02e1e80b48) {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:29:58.279676 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3dde9ad-cbf2-4566-b97d-4ab8be50bee5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:29:58.280321 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4953656-3c8a-4e16-b03c-daedce75dd95 None None] Network 1a43bd73-a774-425f-9297-ed02e1e80b48 requested from dv-cinder-805887-18-iscsi {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:29:58.280886 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f3dde9ad-cbf2-4566-b97d-4ab8be50bee5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577015'] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:58.303817 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3d53c34-84b7-47d3-a891-25afa91cb5bd admin admin] Deleting subnet ba47a67d-c0df-4fcf-b006-8760ffda048a {{(pid=94840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 07:29:58.307437 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e3d53c34-84b7-47d3-a891-25afa91cb5bd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:58.352800 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e3d53c34-84b7-47d3-a891-25afa91cb5bd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60626748'] for subnet, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:58.360549 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [None req-f3dde9ad-cbf2-4566-b97d-4ab8be50bee5 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6978106 Sep 23 07:29:58.366054 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.62', 58328) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:29:58.381026 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.v2.base [None req-f7f9cb34-d7ad-47df-b751-06ae67588746 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1655054077-router', 'tenant_id': '48b66a26ddaf4730bc506b47edfa2edb', 'external_gateway_info': {'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756'}}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:29:58.405715 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e3d53c34-84b7-47d3-a891-25afa91cb5bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1691543'] for subnet, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:58.421393 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-4c20482d-fde9-466f-8d29-444f50d28284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4cc9879-25c9-4f37-af0c-f2c3ed1af148', 'name': 'tempest-TestMinimumBasicScenario-1402657280-router', 'tenant_id': '4d12208531784657acb0a942fc6e2c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'external_fixed_ips': [{'subnet_id': '89646001-5df7-4559-baa8-56e15a045fc5', 'ip_address': '172.27.2.195'}], 'enable_snat': True}, 'gw_port_id': '801d40d9-5ef8-422d-bf20-47f4e4fb4753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:29:51Z', 'updated_at': '2021-09-23T07:29:55Z', 'revision_number': 4, 'project_id': '4d12208531784657acb0a942fc6e2c94', 'gw_port': {'id': '801d40d9-5ef8-422d-bf20-47f4e4fb4753', 'name': '', 'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:d7:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4cc9879-25c9-4f37-af0c-f2c3ed1af148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '89646001-5df7-4559-baa8-56e15a045fc5', 'ip_address': '172.27.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:29:51Z', 'updated_at': '2021-09-23T07:29:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89646001-5df7-4559-baa8-56e15a045fc5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-18-iscsi', '_interfaces': [{'id': 'e310d3cb-5191-4a80-b1bc-a68ee77ecfaa', 'name': '', 'network_id': '83e3b09d-fc27-404b-b2a1-413ff73692ca', 'tenant_id': '4d12208531784657acb0a942fc6e2c94', 'mac_address': 'fa:16:3e:eb:c6:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4cc9879-25c9-4f37-af0c-f2c3ed1af148', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '15ea5f8a-82af-463d-9d74-67d1c93c5176', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:29:54Z', 'updated_at': '2021-09-23T07:29:55Z', 'revision_number': 2, 'project_id': '4d12208531784657acb0a942fc6e2c94', 'subnets': [{'id': '15ea5f8a-82af-463d-9d74-67d1c93c5176', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-18-iscsi', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:29:58.462663 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c20482d-fde9-466f-8d29-444f50d28284 None None] Checking router: e4cc9879-25c9-4f37-af0c-f2c3ed1af148 for host: dv-cinder-805887-18-iscsi {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 07:29:58.463155 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c20482d-fde9-466f-8d29-444f50d28284 None None] Updating router e4cc9879-25c9-4f37-af0c-f2c3ed1af148 port e310d3cb-5191-4a80-b1bc-a68ee77ecfaa binding host dv-cinder-805887-18-iscsi {{(pid=94843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 07:29:58.465840 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6743d836-9881-4c7b-8f56-91658c692b60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a3420cd-ceb0-58a0-900c-b744b29f87bb-1a43bd73-a774-425f-9297-ed02e1e80b48', 'network_id': '1a43bd73-a774-425f-9297-ed02e1e80b48', 'tenant_id': '48b66a26ddaf4730bc506b47edfa2edb', 'fixed_ips': [{'subnet_id': '79ffda4b-75db-418f-af6a-56be2b45bf0a'}]}} from dv-cinder-805887-18-iscsi. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 07:29:58.472599 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6743d836-9881-4c7b-8f56-91658c692b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:58.499866 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-4c20482d-fde9-466f-8d29-444f50d28284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:58.549802 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e3d53c34-84b7-47d3-a891-25afa91cb5bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1691550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58957103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58720442'] for subnet, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:58.573124 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f7f9cb34-d7ad-47df-b751-06ae67588746 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-462469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1418'] for router, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:58.574346 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f7f9cb34-d7ad-47df-b751-06ae67588746 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-459381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456581', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1411'] for router, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:58.577335 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d53c34-84b7-47d3-a891-25afa91cb5bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba47a67d-c0df-4fcf-b006-8760ffda048a,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:29:58.586353 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e3d53c34-84b7-47d3-a891-25afa91cb5bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577015'] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:58.589038 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [None req-e3d53c34-84b7-47d3-a891-25afa91cb5bd admin admin] 10.222.0.62 "DELETE /v2.0/subnets/ba47a67d-c0df-4fcf-b006-8760ffda048a HTTP/1.1" status: 204 len: 168 time: 0.3505926 Sep 23 07:29:58.591527 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.62', 58330) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:29:58.606518 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c4c0da9f-b371-4ab8-954a-018b04a9de8f tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:58.639117 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-6743d836-9881-4c7b-8f56-91658c692b60 None None] Allocated IP 172.20.0.2 (1a43bd73-a774-425f-9297-ed02e1e80b48/79ffda4b-75db-418f-af6a-56be2b45bf0a/720c147e-2ef3-438b-8a67-33845072a78e) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:29:58.670010 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f7f9cb34-d7ad-47df-b751-06ae67588746 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:58.687472 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3e798f12-24da-48ef-b8a3-9a2635685a3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1626991'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:58.693494 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c4c0da9f-b371-4ab8-954a-018b04a9de8f tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-455962'] for floatingip, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:58.789990 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3e798f12-24da-48ef-b8a3-9a2635685a3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687854', 'neutron.services.segments.db._delete_segments_for_network-8728618163092'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:58.815141 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.services.segments.db [None req-3e798f12-24da-48ef-b8a3-9a2635685a3e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e050ac4b-5060-418c-92f6-53f1e0d6fc91']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:29:58.825893 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.services.segments.db [None req-3e798f12-24da-48ef-b8a3-9a2635685a3e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08d94096-76f2-48a9-942c-8b016dd73dd7') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:29:58.826460 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.services.segments.db [None req-3e798f12-24da-48ef-b8a3-9a2635685a3e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08d94096-76f2-48a9-942c-8b016dd73dd7') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:29:58.837051 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3e798f12-24da-48ef-b8a3-9a2635685a3e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728618162845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60626725'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:58.838264 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-4c20482d-fde9-466f-8d29-444f50d28284 None None] Notify callbacks [] for port, precommit_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:58.854596 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3e798f12-24da-48ef-b8a3-9a2635685a3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692928'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:58.862993 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e798f12-24da-48ef-b8a3-9a2635685a3e admin admin] Releasing vlan 580 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 07:29:58.863687 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3e798f12-24da-48ef-b8a3-9a2635685a3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58954369'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:58.865431 dv-cinder-805887-18-iscsi neutron-server[94840]: Traceback (most recent call last): Sep 23 07:29:58.865431 dv-cinder-805887-18-iscsi neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 07:29:58.865431 dv-cinder-805887-18-iscsi neutron-server[94840]: timer() Sep 23 07:29:58.865431 dv-cinder-805887-18-iscsi neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 07:29:58.865431 dv-cinder-805887-18-iscsi neutron-server[94840]: cb(*args, **kw) Sep 23 07:29:58.865431 dv-cinder-805887-18-iscsi neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 07:29:58.865431 dv-cinder-805887-18-iscsi neutron-server[94840]: return func(*args, **kwargs) Sep 23 07:29:58.865431 dv-cinder-805887-18-iscsi neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 07:29:58.865431 dv-cinder-805887-18-iscsi neutron-server[94840]: self._notify() Sep 23 07:29:58.865431 dv-cinder-805887-18-iscsi neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 07:29:58.865431 dv-cinder-805887-18-iscsi neutron-server[94840]: self.callback(batched_events) Sep 23 07:29:58.865431 dv-cinder-805887-18-iscsi neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 07:29:58.865431 dv-cinder-805887-18-iscsi neutron-server[94840]: event.method(event) Sep 23 07:29:58.865431 dv-cinder-805887-18-iscsi neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 07:29:58.865431 dv-cinder-805887-18-iscsi neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 07:29:58.865431 dv-cinder-805887-18-iscsi neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 07:29:58.865431 dv-cinder-805887-18-iscsi neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 07:29:58.865431 dv-cinder-805887-18-iscsi neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 07:29:58.865431 dv-cinder-805887-18-iscsi neutron-server[94840]: return f(self, *a, **k) Sep 23 07:29:58.865431 dv-cinder-805887-18-iscsi neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 07:29:58.865431 dv-cinder-805887-18-iscsi neutron-server[94840]: return self._get(url).json() Sep 23 07:29:58.865431 dv-cinder-805887-18-iscsi neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 07:29:58.865431 dv-cinder-805887-18-iscsi neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 07:29:58.865431 dv-cinder-805887-18-iscsi neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 07:29:58.865431 dv-cinder-805887-18-iscsi neutron-server[94840]: return self.request(url, 'GET', **kwargs) Sep 23 07:29:58.865431 dv-cinder-805887-18-iscsi neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 07:29:58.865431 dv-cinder-805887-18-iscsi neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 07:29:58.865431 dv-cinder-805887-18-iscsi neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 07:29:58.865431 dv-cinder-805887-18-iscsi neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 07:29:58.865431 dv-cinder-805887-18-iscsi neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 07:29:58.865431 dv-cinder-805887-18-iscsi neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 07:29:58.865431 dv-cinder-805887-18-iscsi neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 07:29:58.878041 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.db.l3_db [None req-c4c0da9f-b371-4ab8-954a-018b04a9de8f tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] Floating IP 0470b342-2dde-4cfe-8efc-adb742175dcb associated. External IP: 172.27.2.253, port: 1c2d94e9-938a-42f0-b424-381ea9263e91. Sep 23 07:29:58.899950 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6743d836-9881-4c7b-8f56-91658c692b60 None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:58.928073 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-4c20482d-fde9-466f-8d29-444f50d28284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728618137860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728617650881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728617650899'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:58.985817 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6743d836-9881-4c7b-8f56-91658c692b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728617650863'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:59.007813 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22294387-d89a-469a-89fa-b9f2df3f0800 None None] Pushing event updated for resources: {'Port': ['ID=e310d3cb-5191-4a80-b1bc-a68ee77ecfaa,revision_number=3']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:29:59.016972 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22294387-d89a-469a-89fa-b9f2df3f0800 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:29:59.017728 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22294387-d89a-469a-89fa-b9f2df3f0800 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:29:59.018171 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22294387-d89a-469a-89fa-b9f2df3f0800 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:29:59.018677 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22294387-d89a-469a-89fa-b9f2df3f0800 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:29:59.019107 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22294387-d89a-469a-89fa-b9f2df3f0800 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:29:59.019531 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22294387-d89a-469a-89fa-b9f2df3f0800 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:29:59.019976 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22294387-d89a-469a-89fa-b9f2df3f0800 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:29:59.020401 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22294387-d89a-469a-89fa-b9f2df3f0800 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:29:59.020868 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22294387-d89a-469a-89fa-b9f2df3f0800 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:29:59.021294 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22294387-d89a-469a-89fa-b9f2df3f0800 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:29:59.021808 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22294387-d89a-469a-89fa-b9f2df3f0800 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:29:59.022227 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22294387-d89a-469a-89fa-b9f2df3f0800 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:29:59.027528 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Device 801d40d9-5ef8-422d-bf20-47f4e4fb4753 up at agent ovs-agent-dv-cinder-805887-18-iscsi {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:29:59.059421 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3e798f12-24da-48ef-b8a3-9a2635685a3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455948'] for network, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:59.063730 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f7f9cb34-d7ad-47df-b751-06ae67588746 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:59.067713 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3e798f12-24da-48ef-b8a3-9a2635685a3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577015'] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:59.070093 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [None req-3e798f12-24da-48ef-b8a3-9a2635685a3e admin admin] 10.222.0.62 "DELETE /v2.0/networks/e050ac4b-5060-418c-92f6-53f1e0d6fc91 HTTP/1.1" status: 204 len: 168 time: 0.4766803 Sep 23 07:29:59.074255 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.62', 58334) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:29:59.096908 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6743d836-9881-4c7b-8f56-91658c692b60 None None] Network 1a43bd73-a774-425f-9297-ed02e1e80b48 is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:29:59.101634 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e798f12-24da-48ef-b8a3-9a2635685a3e admin admin] Pushing event deleted for resources: {'Network': ['ID=e050ac4b-5060-418c-92f6-53f1e0d6fc91,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:29:59.113389 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-6743d836-9881-4c7b-8f56-91658c692b60 None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:29:59.120881 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6743d836-9881-4c7b-8f56-91658c692b60 None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:29:59.130897 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6743d836-9881-4c7b-8f56-91658c692b60 None None] Pushing event updated for resources: {'Port': ['ID=720c147e-2ef3-438b-8a67-33845072a78e,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:29:59.134564 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-4c20482d-fde9-466f-8d29-444f50d28284 None None] Attempting to bind port e310d3cb-5191-4a80-b1bc-a68ee77ecfaa on host dv-cinder-805887-18-iscsi for vnic_type normal with profile {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:29:59.134862 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-4c20482d-fde9-466f-8d29-444f50d28284 None None] Attempting to bind port e310d3cb-5191-4a80-b1bc-a68ee77ecfaa by drivers openvswitch,hyperv on host dv-cinder-805887-18-iscsi at level 0 using segments [{'id': '99a155bb-0156-4c62-ba55-90beca557e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '83e3b09d-fc27-404b-b2a1-413ff73692ca'}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:29:59.135169 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c20482d-fde9-466f-8d29-444f50d28284 None None] Attempting to bind port e310d3cb-5191-4a80-b1bc-a68ee77ecfaa on network 83e3b09d-fc27-404b-b2a1-413ff73692ca {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:29:59.142340 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c20482d-fde9-466f-8d29-444f50d28284 None None] Checking agent: {'id': '8a4a6f1f-c513-442c-b997-00aea54023cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805887-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 7, 15, 58), 'started_at': datetime.datetime(2021, 9, 23, 7, 16, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 7, 29, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805887-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 07:29:59.142728 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c20482d-fde9-466f-8d29-444f50d28284 None None] Checking segment: {'id': '99a155bb-0156-4c62-ba55-90beca557e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '83e3b09d-fc27-404b-b2a1-413ff73692ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:29:59.143194 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-4c20482d-fde9-466f-8d29-444f50d28284 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:59.144432 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c20482d-fde9-466f-8d29-444f50d28284 None None] Bound using segment: {'id': '99a155bb-0156-4c62-ba55-90beca557e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '83e3b09d-fc27-404b-b2a1-413ff73692ca'} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 07:29:59.144432 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-4c20482d-fde9-466f-8d29-444f50d28284 None None] Bound port: e310d3cb-5191-4a80-b1bc-a68ee77ecfaa, host: dv-cinder-805887-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99a155bb-0156-4c62-ba55-90beca557e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '83e3b09d-fc27-404b-b2a1-413ff73692ca'}}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 07:29:59.145053 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-4c20482d-fde9-466f-8d29-444f50d28284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:59.163115 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.db.db_base_plugin_v2 [None req-3cdfd089-aebe-405c-a4b9-b935dcb7056c admin admin] Deleting subnet 7d9b28db-dd31-409e-a460-19cdb6e05a1d {{(pid=94841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 07:29:59.179020 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3cdfd089-aebe-405c-a4b9-b935dcb7056c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:59.228736 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Provisioning complete for port 801d40d9-5ef8-422d-bf20-47f4e4fb4753 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:29:59.229407 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703931'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:59.233747 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-4c20482d-fde9-466f-8d29-444f50d28284 None None] For port e310d3cb-5191-4a80-b1bc-a68ee77ecfaa, host dv-cinder-805887-18-iscsi, cleared binding levels {{(pid=94843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:29:59.238873 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-4c20482d-fde9-466f-8d29-444f50d28284 None None] For port e310d3cb-5191-4a80-b1bc-a68ee77ecfaa, host dv-cinder-805887-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-18-iscsi',level=0,port_id=e310d3cb-5191-4a80-b1bc-a68ee77ecfaa,segment=NetworkSegment(99a155bb-0156-4c62-ba55-90beca557e75),segment_id=99a155bb-0156-4c62-ba55-90beca557e75)] {{(pid=94843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 07:29:59.270994 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-6743d836-9881-4c7b-8f56-91658c692b60 None None] Attempting to bind port 720c147e-2ef3-438b-8a67-33845072a78e on host dv-cinder-805887-18-iscsi for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:29:59.270994 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-6743d836-9881-4c7b-8f56-91658c692b60 None None] Attempting to bind port 720c147e-2ef3-438b-8a67-33845072a78e by drivers openvswitch,hyperv on host dv-cinder-805887-18-iscsi at level 0 using segments [{'id': 'addf42a4-3033-4162-b745-73dbffa1a514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '1a43bd73-a774-425f-9297-ed02e1e80b48'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:29:59.270994 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6743d836-9881-4c7b-8f56-91658c692b60 None None] Attempting to bind port 720c147e-2ef3-438b-8a67-33845072a78e on network 1a43bd73-a774-425f-9297-ed02e1e80b48 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:29:59.285223 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6743d836-9881-4c7b-8f56-91658c692b60 None None] Checking agent: {'id': '8a4a6f1f-c513-442c-b997-00aea54023cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805887-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 7, 15, 58), 'started_at': datetime.datetime(2021, 9, 23, 7, 16, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 7, 29, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805887-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 07:29:59.286018 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6743d836-9881-4c7b-8f56-91658c692b60 None None] Checking segment: {'id': 'addf42a4-3033-4162-b745-73dbffa1a514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '1a43bd73-a774-425f-9297-ed02e1e80b48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:29:59.286468 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6743d836-9881-4c7b-8f56-91658c692b60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:59.287096 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6743d836-9881-4c7b-8f56-91658c692b60 None None] Bound using segment: {'id': 'addf42a4-3033-4162-b745-73dbffa1a514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '1a43bd73-a774-425f-9297-ed02e1e80b48'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 07:29:59.288431 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-6743d836-9881-4c7b-8f56-91658c692b60 None None] Bound port: 720c147e-2ef3-438b-8a67-33845072a78e, host: dv-cinder-805887-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'addf42a4-3033-4162-b745-73dbffa1a514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '1a43bd73-a774-425f-9297-ed02e1e80b48'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 07:29:59.288602 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6743d836-9881-4c7b-8f56-91658c692b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:59.299293 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3cdfd089-aebe-405c-a4b9-b935dcb7056c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3022874'] for subnet, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:59.333185 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-4c20482d-fde9-466f-8d29-444f50d28284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728618137860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728617650881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728617650899'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:59.387999 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c20482d-fde9-466f-8d29-444f50d28284 None None] Routers {'e4cc9879-25c9-4f37-af0c-f2c3ed1af148'} bound to L3 agent in host dv-cinder-805887-18-iscsi {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:29:59.389039 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-4c20482d-fde9-466f-8d29-444f50d28284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T07:15:56Z,description=,heartbeat_timestamp=2021-09-23T07:29:56Z,host='dv-cinder-805887-18-iscsi',id=65b4f7dd-c6e9-4255-94ee-66e285aed80f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T07:15:57Z,topic='l3_agent')) {'router_ids': ['e4cc9879-25c9-4f37-af0c-f2c3ed1af148'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:29:59.389475 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3cdfd089-aebe-405c-a4b9-b935dcb7056c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1691543'] for subnet, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:59.418483 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-6743d836-9881-4c7b-8f56-91658c692b60 None None] For port 720c147e-2ef3-438b-8a67-33845072a78e, host dv-cinder-805887-18-iscsi, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:29:59.438408 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4c0da9f-b371-4ab8-954a-018b04a9de8f tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] Router 397de53d-b259-4bbe-a5e8-abcbb00b2b55 has already been hosted by L3 agent 65b4f7dd-c6e9-4255-94ee-66e285aed80f {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 07:29:59.439636 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-6743d836-9881-4c7b-8f56-91658c692b60 None None] For port 720c147e-2ef3-438b-8a67-33845072a78e, host dv-cinder-805887-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-18-iscsi',level=0,port_id=720c147e-2ef3-438b-8a67-33845072a78e,segment=NetworkSegment(addf42a4-3033-4162-b745-73dbffa1a514),segment_id=addf42a4-3033-4162-b745-73dbffa1a514)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 07:29:59.443041 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-423e90e0-3040-481d-89bf-183819512fac None None] Provisioning complete for port e310d3cb-5191-4a80-b1bc-a68ee77ecfaa triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:29:59.443420 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-423e90e0-3040-481d-89bf-183819512fac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703931'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:59.523773 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6743d836-9881-4c7b-8f56-91658c692b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728618137860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728617650881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728617650899'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:59.533174 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22294387-d89a-469a-89fa-b9f2df3f0800 None None] Pushing event updated for resources: {'Port': ['ID=e310d3cb-5191-4a80-b1bc-a68ee77ecfaa,revision_number=4']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:29:59.585701 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-423e90e0-3040-481d-89bf-183819512fac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:59.626022 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6743d836-9881-4c7b-8f56-91658c692b60 None None] Pushing event updated for resources: {'Port': ['ID=720c147e-2ef3-438b-8a67-33845072a78e,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:29:59.626278 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-4c20482d-fde9-466f-8d29-444f50d28284 None None] Set router e4cc9879-25c9-4f37-af0c-f2c3ed1af148 gateway port host: dv-cinder-805887-18-iscsi {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:29:59.639846 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3cdfd089-aebe-405c-a4b9-b935dcb7056c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1691550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58829539', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60759899'] for subnet, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:59.663926 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-423e90e0-3040-481d-89bf-183819512fac None None] For port e310d3cb-5191-4a80-b1bc-a68ee77ecfaa, host dv-cinder-805887-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-18-iscsi',level=0,port_id=e310d3cb-5191-4a80-b1bc-a68ee77ecfaa,segment=NetworkSegment(99a155bb-0156-4c62-ba55-90beca557e75),segment_id=99a155bb-0156-4c62-ba55-90beca557e75)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:29:59.722345 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3cdfd089-aebe-405c-a4b9-b935dcb7056c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:59.724776 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [None req-3cdfd089-aebe-405c-a4b9-b935dcb7056c admin admin] 10.222.0.62 "DELETE /v2.0/subnets/7d9b28db-dd31-409e-a460-19cdb6e05a1d HTTP/1.1" status: 204 len: 168 time: 0.6491673 Sep 23 07:29:59.725730 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdfd089-aebe-405c-a4b9-b935dcb7056c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d9b28db-dd31-409e-a460-19cdb6e05a1d,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:29:59.728343 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.62', 58336) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:29:59.735024 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-423e90e0-3040-481d-89bf-183819512fac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728618137860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728617650881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728617650899'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:59.787384 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4c0da9f-b371-4ab8-954a-018b04a9de8f tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] Notify agent at l3_agent.dv-cinder-805887-18-iscsi the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 07:29:59.790177 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f7f9cb34-d7ad-47df-b751-06ae67588746 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:59.795072 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c4c0da9f-b371-4ab8-954a-018b04a9de8f tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210484'] for floatingip, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:59.823577 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423e90e0-3040-481d-89bf-183819512fac None None] Pushing event updated for resources: {'Port': ['ID=e310d3cb-5191-4a80-b1bc-a68ee77ecfaa,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:29:59.829109 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1971dcc-9180-4764-936d-b0057fd413e8 None None] Sync routers for ids ['397de53d-b259-4bbe-a5e8-abcbb00b2b55'] in dv-cinder-805887-18-iscsi {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 07:29:59.849633 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f7f9cb34-d7ad-47df-b751-06ae67588746 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:59.854725 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1971dcc-9180-4764-936d-b0057fd413e8 None None] Routers {'397de53d-b259-4bbe-a5e8-abcbb00b2b55'} bound to L3 agent in host dv-cinder-805887-18-iscsi {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:29:59.855360 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-f1971dcc-9180-4764-936d-b0057fd413e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T07:15:56Z,description=,heartbeat_timestamp=2021-09-23T07:29:56Z,host='dv-cinder-805887-18-iscsi',id=65b4f7dd-c6e9-4255-94ee-66e285aed80f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T07:15:57Z,topic='l3_agent')) {'router_ids': ['397de53d-b259-4bbe-a5e8-abcbb00b2b55'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:29:59.856901 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2cbdf9b0-2f8f-4c85-9130-75ebf03fe4b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1626991'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:59.866535 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [None req-c4c0da9f-b371-4ab8-954a-018b04a9de8f tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] 10.222.0.62 "PUT /v2.0/floatingips/0470b342-2dde-4cfe-8efc-adb742175dcb HTTP/1.1" status: 200 len: 991 time: 2.2704663 Sep 23 07:29:59.869230 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd488426c-131e-4e65-bb4c-34144c18a463', 'tag': '1c2d94e9-938a-42f0-b424-381ea9263e91'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:29:59.872100 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59377972be4a6b1db7d764771ea1170f497e9021ac5c159e937f759c4704c07c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7b0e90f-80f3-4d73-be80-0c6d8316b839" -d '{"events": [{"name": "network-changed", "server_uuid": "d488426c-131e-4e65-bb4c-34144c18a463", "tag": "1c2d94e9-938a-42f0-b424-381ea9263e91"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:30:00.028393 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 07:29:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e8f9030-8b0f-4b2d-ae21-68185ffac129 x-openstack-request-id: req-2e8f9030-8b0f-4b2d-ae21-68185ffac129 {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:30:00.028899 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d488426c-131e-4e65-bb4c-34144c18a463", "tag": "1c2d94e9-938a-42f0-b424-381ea9263e91", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:30:00.029315 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2e8f9030-8b0f-4b2d-ae21-68185ffac129 {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:30:00.030550 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd488426c-131e-4e65-bb4c-34144c18a463', 'tag': '1c2d94e9-938a-42f0-b424-381ea9263e91', 'status': 'completed', 'code': 200} Sep 23 07:30:00.063527 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2cbdf9b0-2f8f-4c85-9130-75ebf03fe4b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687854', 'neutron.services.segments.db._delete_segments_for_network-8728618163092'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:30:00.084066 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e4079388-143e-46ee-8cf3-ea3894d72bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:30:00.089938 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.services.segments.db [None req-2cbdf9b0-2f8f-4c85-9130-75ebf03fe4b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9a47c95-33c3-4633-8c4b-0f850fc6f289']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:30:00.094698 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-f695d864-bf7f-4d7b-9b74-11c6f027d16e None None] Provisioning complete for port e310d3cb-5191-4a80-b1bc-a68ee77ecfaa triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:30:00.095065 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f695d864-bf7f-4d7b-9b74-11c6f027d16e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703931'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:30:00.107019 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.services.segments.db [None req-2cbdf9b0-2f8f-4c85-9130-75ebf03fe4b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7036cd69-02a3-4dd5-91bb-0d928e566df2') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:30:00.107638 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.services.segments.db [None req-2cbdf9b0-2f8f-4c85-9130-75ebf03fe4b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7036cd69-02a3-4dd5-91bb-0d928e566df2') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:30:00.133023 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2cbdf9b0-2f8f-4c85-9130-75ebf03fe4b0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728618162845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60626725'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:30:00.167450 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-4c20482d-fde9-466f-8d29-444f50d28284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4cc9879-25c9-4f37-af0c-f2c3ed1af148', 'name': 'tempest-TestMinimumBasicScenario-1402657280-router', 'tenant_id': '4d12208531784657acb0a942fc6e2c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'external_fixed_ips': [{'subnet_id': '89646001-5df7-4559-baa8-56e15a045fc5', 'ip_address': '172.27.2.195'}], 'enable_snat': True}, 'gw_port_id': '801d40d9-5ef8-422d-bf20-47f4e4fb4753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:29:51Z', 'updated_at': '2021-09-23T07:29:55Z', 'revision_number': 4, 'project_id': '4d12208531784657acb0a942fc6e2c94', 'gw_port': {'id': '801d40d9-5ef8-422d-bf20-47f4e4fb4753', 'name': '', 'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:d7:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4cc9879-25c9-4f37-af0c-f2c3ed1af148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '89646001-5df7-4559-baa8-56e15a045fc5', 'ip_address': '172.27.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:29:51Z', 'updated_at': '2021-09-23T07:29:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89646001-5df7-4559-baa8-56e15a045fc5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-18-iscsi', '_interfaces': [{'id': 'e310d3cb-5191-4a80-b1bc-a68ee77ecfaa', 'name': '', 'network_id': '83e3b09d-fc27-404b-b2a1-413ff73692ca', 'tenant_id': '4d12208531784657acb0a942fc6e2c94', 'mac_address': 'fa:16:3e:eb:c6:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4cc9879-25c9-4f37-af0c-f2c3ed1af148', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '15ea5f8a-82af-463d-9d74-67d1c93c5176', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:29:54Z', 'updated_at': '2021-09-23T07:29:59Z', 'revision_number': 4, 'project_id': '4d12208531784657acb0a942fc6e2c94', 'subnets': [{'id': '15ea5f8a-82af-463d-9d74-67d1c93c5176', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-18-iscsi', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:30:00.179016 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2cbdf9b0-2f8f-4c85-9130-75ebf03fe4b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692928'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:30:00.193873 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cbdf9b0-2f8f-4c85-9130-75ebf03fe4b0 admin admin] Releasing vlan 561 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 07:30:00.194764 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2cbdf9b0-2f8f-4c85-9130-75ebf03fe4b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58954369'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:30:00.195228 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-f1971dcc-9180-4764-936d-b0057fd413e8 None None] Set router 397de53d-b259-4bbe-a5e8-abcbb00b2b55 gateway port host: dv-cinder-805887-18-iscsi {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:30:00.199234 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c20482d-fde9-466f-8d29-444f50d28284 None None] The sync data for ids ['e4cc9879-25c9-4f37-af0c-f2c3ed1af148'] in dv-cinder-805887-18-iscsi is: [{'id': 'e4cc9879-25c9-4f37-af0c-f2c3ed1af148', 'name': 'tempest-TestMinimumBasicScenario-1402657280-router', 'tenant_id': '4d12208531784657acb0a942fc6e2c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'external_fixed_ips': [{'subnet_id': '89646001-5df7-4559-baa8-56e15a045fc5', 'ip_address': '172.27.2.195'}], 'enable_snat': True}, 'gw_port_id': '801d40d9-5ef8-422d-bf20-47f4e4fb4753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:29:51Z', 'updated_at': '2021-09-23T07:29:55Z', 'revision_number': 4, 'project_id': '4d12208531784657acb0a942fc6e2c94', 'gw_port': {'id': '801d40d9-5ef8-422d-bf20-47f4e4fb4753', 'name': '', 'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:d7:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4cc9879-25c9-4f37-af0c-f2c3ed1af148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '89646001-5df7-4559-baa8-56e15a045fc5', 'ip_address': '172.27.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:29:51Z', 'updated_at': '2021-09-23T07:29:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89646001-5df7-4559-baa8-56e15a045fc5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-18-iscsi', '_interfaces': [{'id': 'e310d3cb-5191-4a80-b1bc-a68ee77ecfaa', 'name': '', 'network_id': '83e3b09d-fc27-404b-b2a1-413ff73692ca', 'tenant_id': '4d12208531784657acb0a942fc6e2c94', 'mac_address': 'fa:16:3e:eb:c6:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4cc9879-25c9-4f37-af0c-f2c3ed1af148', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '15ea5f8a-82af-463d-9d74-67d1c93c5176', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:29:54Z', 'updated_at': '2021-09-23T07:29:59Z', 'revision_number': 4, 'project_id': '4d12208531784657acb0a942fc6e2c94', 'subnets': [{'id': '15ea5f8a-82af-463d-9d74-67d1c93c5176', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 07:30:00.470665 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-f7f9cb34-d7ad-47df-b751-06ae67588746 admin admin] Allocated IP 172.27.2.34 (d5e7441b-7712-4831-9dab-1c29a8301756/89646001-5df7-4559-baa8-56e15a045fc5/5529a115-754d-455e-8251-8be71eef5034) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:30:00.474631 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b0e90f-80f3-4d73-be80-0c6d8316b839 req-494e1035-cf69-4d52-9a7f-55c5ed916456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:30:00.476233 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-e7b0e90f-80f3-4d73-be80-0c6d8316b839 req-494e1035-cf69-4d52-9a7f-55c5ed916456 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2661271257b242509f29ed8640a48915&device_id=d488426c-131e-4e65-bb4c-34144c18a463 HTTP/1.1" status: 200 len: 1098 time: 0.4335566 Sep 23 07:30:00.529040 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-f1971dcc-9180-4764-936d-b0057fd413e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '397de53d-b259-4bbe-a5e8-abcbb00b2b55', 'name': 'tempest-AttachVolumeTestJSON-315569641-router', 'tenant_id': '2661271257b242509f29ed8640a48915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'external_fixed_ips': [{'subnet_id': '89646001-5df7-4559-baa8-56e15a045fc5', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': '1ac75549-a3c5-4e8c-9ca4-f4467eb2a7db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:24:21Z', 'updated_at': '2021-09-23T07:24:29Z', 'revision_number': 4, 'project_id': '2661271257b242509f29ed8640a48915', 'gw_port': {'id': '1ac75549-a3c5-4e8c-9ca4-f4467eb2a7db', 'name': '', 'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:16:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '397de53d-b259-4bbe-a5e8-abcbb00b2b55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '89646001-5df7-4559-baa8-56e15a045fc5', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:24:22Z', 'updated_at': '2021-09-23T07:24:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89646001-5df7-4559-baa8-56e15a045fc5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-18-iscsi', '_floatingips': [{'id': '0470b342-2dde-4cfe-8efc-adb742175dcb', 'tenant_id': '2661271257b242509f29ed8640a48915', 'floating_ip_address': '172.27.2.253', 'floating_network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'router_id': '397de53d-b259-4bbe-a5e8-abcbb00b2b55', 'port_id': '1c2d94e9-938a-42f0-b424-381ea9263e91', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 523, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af2ddaae-84fe-4fba-a944-e4f48fd0d9fc', 'mac_address': 'fa:16:3e:cc:b4:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd488426c-131e-4e65-bb4c-34144c18a463', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T07:29:41Z', 'updated_at': '2021-09-23T07:29:58Z', 'revision_number': 1, 'project_id': '2661271257b242509f29ed8640a48915', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '041080d7-7367-4939-9da2-005a0c94b684', 'name': '', 'network_id': 'af2ddaae-84fe-4fba-a944-e4f48fd0d9fc', 'tenant_id': '2661271257b242509f29ed8640a48915', 'mac_address': 'fa:16:3e:3a:36:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '397de53d-b259-4bbe-a5e8-abcbb00b2b55', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '68f0a779-afe9-48a5-86f0-926f10275d4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:24:27Z', 'updated_at': '2021-09-23T07:24:39Z', 'revision_number': 5, 'project_id': '2661271257b242509f29ed8640a48915', 'subnets': [{'id': '68f0a779-afe9-48a5-86f0-926f10275d4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-18-iscsi', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:30:00.587947 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1971dcc-9180-4764-936d-b0057fd413e8 None None] Checking router: 397de53d-b259-4bbe-a5e8-abcbb00b2b55 for host: dv-cinder-805887-18-iscsi {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 07:30:00.604614 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1971dcc-9180-4764-936d-b0057fd413e8 None None] Routers {'397de53d-b259-4bbe-a5e8-abcbb00b2b55'} bound to L3 agent in host dv-cinder-805887-18-iscsi {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:30:00.605551 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-f1971dcc-9180-4764-936d-b0057fd413e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T07:15:56Z,description=,heartbeat_timestamp=2021-09-23T07:29:56Z,host='dv-cinder-805887-18-iscsi',id=65b4f7dd-c6e9-4255-94ee-66e285aed80f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T07:15:57Z,topic='l3_agent')) {'router_ids': ['397de53d-b259-4bbe-a5e8-abcbb00b2b55'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:30:00.610014 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b0e90f-80f3-4d73-be80-0c6d8316b839 req-4258b7bf-fbe9-4eff-9475-9ad4565e1c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:30:00.611442 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-e7b0e90f-80f3-4d73-be80-0c6d8316b839 req-4258b7bf-fbe9-4eff-9475-9ad4565e1c24 service neutron] 10.222.0.53 "GET /v2.0/networks?id=af2ddaae-84fe-4fba-a944-e4f48fd0d9fc HTTP/1.1" status: 200 len: 911 time: 0.1205165 Sep 23 07:30:00.715856 dv-cinder-805887-18-iscsi neutron-server[94840]: Traceback (most recent call last): Sep 23 07:30:00.715856 dv-cinder-805887-18-iscsi neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 07:30:00.715856 dv-cinder-805887-18-iscsi neutron-server[94840]: timer() Sep 23 07:30:00.715856 dv-cinder-805887-18-iscsi neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 07:30:00.715856 dv-cinder-805887-18-iscsi neutron-server[94840]: cb(*args, **kw) Sep 23 07:30:00.715856 dv-cinder-805887-18-iscsi neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 07:30:00.715856 dv-cinder-805887-18-iscsi neutron-server[94840]: return func(*args, **kwargs) Sep 23 07:30:00.715856 dv-cinder-805887-18-iscsi neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 07:30:00.715856 dv-cinder-805887-18-iscsi neutron-server[94840]: self._notify() Sep 23 07:30:00.715856 dv-cinder-805887-18-iscsi neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 07:30:00.715856 dv-cinder-805887-18-iscsi neutron-server[94840]: self.callback(batched_events) Sep 23 07:30:00.715856 dv-cinder-805887-18-iscsi neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 07:30:00.715856 dv-cinder-805887-18-iscsi neutron-server[94840]: event.method(event) Sep 23 07:30:00.715856 dv-cinder-805887-18-iscsi neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 07:30:00.715856 dv-cinder-805887-18-iscsi neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 07:30:00.715856 dv-cinder-805887-18-iscsi neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 07:30:00.715856 dv-cinder-805887-18-iscsi neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 07:30:00.715856 dv-cinder-805887-18-iscsi neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 07:30:00.715856 dv-cinder-805887-18-iscsi neutron-server[94840]: return f(self, *a, **k) Sep 23 07:30:00.715856 dv-cinder-805887-18-iscsi neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 07:30:00.715856 dv-cinder-805887-18-iscsi neutron-server[94840]: return self._get(url).json() Sep 23 07:30:00.715856 dv-cinder-805887-18-iscsi neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 07:30:00.715856 dv-cinder-805887-18-iscsi neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 07:30:00.715856 dv-cinder-805887-18-iscsi neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 07:30:00.715856 dv-cinder-805887-18-iscsi neutron-server[94840]: return self.request(url, 'GET', **kwargs) Sep 23 07:30:00.715856 dv-cinder-805887-18-iscsi neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 07:30:00.715856 dv-cinder-805887-18-iscsi neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 07:30:00.715856 dv-cinder-805887-18-iscsi neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 07:30:00.715856 dv-cinder-805887-18-iscsi neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 07:30:00.715856 dv-cinder-805887-18-iscsi neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 07:30:00.715856 dv-cinder-805887-18-iscsi neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 07:30:00.715856 dv-cinder-805887-18-iscsi neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 07:30:00.771022 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-e7b0e90f-80f3-4d73-be80-0c6d8316b839 req-41e3c00b-7e8b-45e8-b94c-82f261be9618 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1c2d94e9-938a-42f0-b424-381ea9263e91 HTTP/1.1" status: 200 len: 999 time: 0.1421208 Sep 23 07:30:00.784793 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2cbdf9b0-2f8f-4c85-9130-75ebf03fe4b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455948'] for network, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:30:00.792092 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2cbdf9b0-2f8f-4c85-9130-75ebf03fe4b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577015'] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:30:00.806971 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [None req-2cbdf9b0-2f8f-4c85-9130-75ebf03fe4b0 admin admin] 10.222.0.62 "DELETE /v2.0/networks/a9a47c95-33c3-4633-8c4b-0f850fc6f289 HTTP/1.1" status: 204 len: 168 time: 1.0653937 Sep 23 07:30:00.812487 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-f1971dcc-9180-4764-936d-b0057fd413e8 None None] Set router 397de53d-b259-4bbe-a5e8-abcbb00b2b55 gateway port host: dv-cinder-805887-18-iscsi {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:30:00.843191 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbdf9b0-2f8f-4c85-9130-75ebf03fe4b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=a9a47c95-33c3-4633-8c4b-0f850fc6f289,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:30:00.861298 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f7f9cb34-d7ad-47df-b751-06ae67588746 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:30:00.879885 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b0e90f-80f3-4d73-be80-0c6d8316b839 req-48896a88-25ba-434f-b253-8ad5f8ae88c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:30:00.881730 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-e7b0e90f-80f3-4d73-be80-0c6d8316b839 req-48896a88-25ba-434f-b253-8ad5f8ae88c1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=68f0a779-afe9-48a5-86f0-926f10275d4d HTTP/1.1" status: 200 len: 849 time: 0.1024570 Sep 23 07:30:00.955244 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b0e90f-80f3-4d73-be80-0c6d8316b839 req-b298cc55-4dd5-44e5-8f8b-a17b2e332d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:30:00.957519 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-e7b0e90f-80f3-4d73-be80-0c6d8316b839 req-b298cc55-4dd5-44e5-8f8b-a17b2e332d7b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=af2ddaae-84fe-4fba-a944-e4f48fd0d9fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0679042 Sep 23 07:30:01.016228 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f7f9cb34-d7ad-47df-b751-06ae67588746 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728617650863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58829502'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:30:01.181636 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64b4bfea-3879-41a5-84b9-dafe0a67f607 None None] Network 1a43bd73-a774-425f-9297-ed02e1e80b48 requested from dv-cinder-805887-18-iscsi {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:30:01.185759 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7f9cb34-d7ad-47df-b751-06ae67588746 admin admin] Network d5e7441b-7712-4831-9dab-1c29a8301756 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:30:01.197281 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-f7f9cb34-d7ad-47df-b751-06ae67588746 admin admin] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:30:01.212070 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f9cb34-d7ad-47df-b751-06ae67588746 admin admin] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:30:01.222380 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f9cb34-d7ad-47df-b751-06ae67588746 admin admin] Pushing event updated for resources: {'Port': ['ID=5529a115-754d-455e-8251-8be71eef5034,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:30:01.246979 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-e7b0e90f-80f3-4d73-be80-0c6d8316b839 req-9e73175c-afa3-4eb3-b509-402beeea25e9 service neutron] 10.222.0.53 "GET /v2.0/networks/af2ddaae-84fe-4fba-a944-e4f48fd0d9fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2804480 Sep 23 07:30:01.348352 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Device e310d3cb-5191-4a80-b1bc-a68ee77ecfaa up at agent ovs-agent-dv-cinder-805887-18-iscsi {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:30:01.362483 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.62', 58350) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:30:01.417767 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [None req-dc195bcd-7882-40d8-9be5-68c05776afeb admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ea5ceeef4bde45a4873e54d64af1d791&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0539384 Sep 23 07:30:01.421155 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.62', 58352) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:30:01.437115 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4914bf2d-1b5e-4984-98f5-a3684320010f None None] Provisioning complete for port 720c147e-2ef3-438b-8a67-33845072a78e triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:30:01.437884 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4914bf2d-1b5e-4984-98f5-a3684320010f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703931'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:30:01.481195 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0398f289-98ec-4ec9-823c-7537c75eff95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:30:01.492311 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-e7b0e90f-80f3-4d73-be80-0c6d8316b839 req-ce56555b-b8ff-4aa8-933c-2447f9b95b62 service neutron] 10.222.0.53 "GET /v2.0/networks/af2ddaae-84fe-4fba-a944-e4f48fd0d9fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2370911 Sep 23 07:30:01.523264 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0398f289-98ec-4ec9-823c-7537c75eff95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:30:01.693843 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0398f289-98ec-4ec9-823c-7537c75eff95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520401'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:30:01.700395 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0398f289-98ec-4ec9-823c-7537c75eff95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:30:01.705995 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [None req-0398f289-98ec-4ec9-823c-7537c75eff95 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/cafcbf49-180a-4f19-a8d3-3e5ab4b83397 HTTP/1.1" status: 204 len: 168 time: 0.2836766 Sep 23 07:30:01.720146 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0398f289-98ec-4ec9-823c-7537c75eff95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cafcbf49-180a-4f19-a8d3-3e5ab4b83397,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:30:01.728418 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f7f9cb34-d7ad-47df-b751-06ae67588746 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:30:01.787238 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Provisioning complete for port e310d3cb-5191-4a80-b1bc-a68ee77ecfaa triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:30:01.787612 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703931'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:30:01.836109 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4914bf2d-1b5e-4984-98f5-a3684320010f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:30:01.861217 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-f1971dcc-9180-4764-936d-b0057fd413e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '397de53d-b259-4bbe-a5e8-abcbb00b2b55', 'name': 'tempest-AttachVolumeTestJSON-315569641-router', 'tenant_id': '2661271257b242509f29ed8640a48915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'external_fixed_ips': [{'subnet_id': '89646001-5df7-4559-baa8-56e15a045fc5', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': '1ac75549-a3c5-4e8c-9ca4-f4467eb2a7db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:24:21Z', 'updated_at': '2021-09-23T07:24:29Z', 'revision_number': 4, 'project_id': '2661271257b242509f29ed8640a48915', 'gw_port': {'id': '1ac75549-a3c5-4e8c-9ca4-f4467eb2a7db', 'name': '', 'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:16:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '397de53d-b259-4bbe-a5e8-abcbb00b2b55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '89646001-5df7-4559-baa8-56e15a045fc5', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:24:22Z', 'updated_at': '2021-09-23T07:24:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89646001-5df7-4559-baa8-56e15a045fc5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-18-iscsi', '_floatingips': [{'id': '0470b342-2dde-4cfe-8efc-adb742175dcb', 'tenant_id': '2661271257b242509f29ed8640a48915', 'floating_ip_address': '172.27.2.253', 'floating_network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'router_id': '397de53d-b259-4bbe-a5e8-abcbb00b2b55', 'port_id': '1c2d94e9-938a-42f0-b424-381ea9263e91', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 523, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af2ddaae-84fe-4fba-a944-e4f48fd0d9fc', 'mac_address': 'fa:16:3e:cc:b4:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd488426c-131e-4e65-bb4c-34144c18a463', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T07:29:41Z', 'updated_at': '2021-09-23T07:29:58Z', 'revision_number': 1, 'project_id': '2661271257b242509f29ed8640a48915', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '041080d7-7367-4939-9da2-005a0c94b684', 'name': '', 'network_id': 'af2ddaae-84fe-4fba-a944-e4f48fd0d9fc', 'tenant_id': '2661271257b242509f29ed8640a48915', 'mac_address': 'fa:16:3e:3a:36:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '397de53d-b259-4bbe-a5e8-abcbb00b2b55', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '68f0a779-afe9-48a5-86f0-926f10275d4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:24:27Z', 'updated_at': '2021-09-23T07:24:39Z', 'revision_number': 5, 'project_id': '2661271257b242509f29ed8640a48915', 'subnets': [{'id': '68f0a779-afe9-48a5-86f0-926f10275d4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-18-iscsi', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:30:01.902499 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1971dcc-9180-4764-936d-b0057fd413e8 None None] The sync data for ids ['397de53d-b259-4bbe-a5e8-abcbb00b2b55'] in dv-cinder-805887-18-iscsi is: [{'id': '397de53d-b259-4bbe-a5e8-abcbb00b2b55', 'name': 'tempest-AttachVolumeTestJSON-315569641-router', 'tenant_id': '2661271257b242509f29ed8640a48915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'external_fixed_ips': [{'subnet_id': '89646001-5df7-4559-baa8-56e15a045fc5', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': '1ac75549-a3c5-4e8c-9ca4-f4467eb2a7db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:24:21Z', 'updated_at': '2021-09-23T07:24:29Z', 'revision_number': 4, 'project_id': '2661271257b242509f29ed8640a48915', 'gw_port': {'id': '1ac75549-a3c5-4e8c-9ca4-f4467eb2a7db', 'name': '', 'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:16:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '397de53d-b259-4bbe-a5e8-abcbb00b2b55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '89646001-5df7-4559-baa8-56e15a045fc5', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:24:22Z', 'updated_at': '2021-09-23T07:24:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89646001-5df7-4559-baa8-56e15a045fc5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-18-iscsi', '_floatingips': [{'id': '0470b342-2dde-4cfe-8efc-adb742175dcb', 'tenant_id': '2661271257b242509f29ed8640a48915', 'floating_ip_address': '172.27.2.253', 'floating_network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'router_id': '397de53d-b259-4bbe-a5e8-abcbb00b2b55', 'port_id': '1c2d94e9-938a-42f0-b424-381ea9263e91', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 523, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af2ddaae-84fe-4fba-a944-e4f48fd0d9fc', 'mac_address': 'fa:16:3e:cc:b4:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd488426c-131e-4e65-bb4c-34144c18a463', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T07:29:41Z', 'updated_at': '2021-09-23T07:29:58Z', 'revision_number': 1, 'project_id': '2661271257b242509f29ed8640a48915', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '041080d7-7367-4939-9da2-005a0c94b684', 'name': '', 'network_id': 'af2ddaae-84fe-4fba-a944-e4f48fd0d9fc', 'tenant_id': '2661271257b242509f29ed8640a48915', 'mac_address': 'fa:16:3e:3a:36:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '397de53d-b259-4bbe-a5e8-abcbb00b2b55', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '68f0a779-afe9-48a5-86f0-926f10275d4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:24:27Z', 'updated_at': '2021-09-23T07:24:39Z', 'revision_number': 5, 'project_id': '2661271257b242509f29ed8640a48915', 'subnets': [{'id': '68f0a779-afe9-48a5-86f0-926f10275d4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 07:30:01.937567 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-4914bf2d-1b5e-4984-98f5-a3684320010f None None] For port 720c147e-2ef3-438b-8a67-33845072a78e, host dv-cinder-805887-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-18-iscsi',level=0,port_id=720c147e-2ef3-438b-8a67-33845072a78e,segment=NetworkSegment(addf42a4-3033-4162-b745-73dbffa1a514),segment_id=addf42a4-3033-4162-b745-73dbffa1a514)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:30:02.012547 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Device 720c147e-2ef3-438b-8a67-33845072a78e up at agent ovs-agent-dv-cinder-805887-18-iscsi {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:30:02.067139 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4914bf2d-1b5e-4984-98f5-a3684320010f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728618137860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728617650881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728617650899'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:30:02.097301 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f7f9cb34-d7ad-47df-b751-06ae67588746 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-459276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456632'] for router, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:30:02.184250 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Provisioning complete for port 720c147e-2ef3-438b-8a67-33845072a78e triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:30:02.184911 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703931'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:30:02.219307 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4914bf2d-1b5e-4984-98f5-a3684320010f None None] Pushing event updated for resources: {'Port': ['ID=720c147e-2ef3-438b-8a67-33845072a78e,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:30:02.306874 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76804c9f-8067-4a11-823b-963bc9f25243 None None] New status for floating IP 0470b342-2dde-4cfe-8efc-adb742175dcb: ACTIVE {{(pid=94843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 07:30:02.308619 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-6cbc2478-10de-4994-94e9-5b3c355b311b None None] Provisioning complete for port 720c147e-2ef3-438b-8a67-33845072a78e triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:30:02.320599 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6cbc2478-10de-4994-94e9-5b3c355b311b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703931'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:30:02.493298 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7f9cb34-d7ad-47df-b751-06ae67588746 admin admin] Router c01c9d00-1329-43f9-99b4-261574f51c6c is scheduled to L3 agent 65b4f7dd-c6e9-4255-94ee-66e285aed80f with binding_index 1 {{(pid=94841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 07:30:02.622856 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7f9cb34-d7ad-47df-b751-06ae67588746 admin admin] Notify agent at l3_agent.dv-cinder-805887-18-iscsi the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 07:30:02.633653 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-294f862c-e384-4aac-bd3e-6a8202725339 None None] Sync routers for ids ['c01c9d00-1329-43f9-99b4-261574f51c6c'] in dv-cinder-805887-18-iscsi {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 07:30:02.650733 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-294f862c-e384-4aac-bd3e-6a8202725339 None None] Routers {'c01c9d00-1329-43f9-99b4-261574f51c6c'} bound to L3 agent in host dv-cinder-805887-18-iscsi {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:30:02.651856 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-294f862c-e384-4aac-bd3e-6a8202725339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T07:15:56Z,description=,heartbeat_timestamp=2021-09-23T07:29:56Z,host='dv-cinder-805887-18-iscsi',id=65b4f7dd-c6e9-4255-94ee-66e285aed80f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T07:15:57Z,topic='l3_agent')) {'router_ids': ['c01c9d00-1329-43f9-99b4-261574f51c6c'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:30:02.700465 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f7f9cb34-d7ad-47df-b751-06ae67588746 admin admin] Notify callbacks [] for router, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:30:02.707150 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [None req-f7f9cb34-d7ad-47df-b751-06ae67588746 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.3349793 Sep 23 07:30:02.711565 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.62', 58362) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:30:02.729401 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.62', 58364) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:30:02.782873 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [None req-2b55e6cd-2916-4c9d-b78b-77f1193dd72a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ea4d70a84d78472c8c61fc8a8a8537ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0492761 Sep 23 07:30:02.783159 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-294f862c-e384-4aac-bd3e-6a8202725339 None None] Set router c01c9d00-1329-43f9-99b4-261574f51c6c gateway port host: dv-cinder-805887-18-iscsi {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:30:02.783273 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.62', 58366) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:30:02.853360 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0b254bd2-3a6b-453b-a816-cb290cc4f508 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:30:02.880741 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0b254bd2-3a6b-453b-a816-cb290cc4f508 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:30:03.015403 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Device 720c147e-2ef3-438b-8a67-33845072a78e up at agent ovs-agent-dv-cinder-805887-18-iscsi {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:30:03.030643 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0b254bd2-3a6b-453b-a816-cb290cc4f508 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520401'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:30:03.033837 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0b254bd2-3a6b-453b-a816-cb290cc4f508 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:30:03.037749 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [None req-0b254bd2-3a6b-453b-a816-cb290cc4f508 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/72843591-cc35-4746-b413-9889bd9332d1 HTTP/1.1" status: 204 len: 168 time: 0.2510269 Sep 23 07:30:03.046677 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b254bd2-3a6b-453b-a816-cb290cc4f508 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72843591-cc35-4746-b413-9889bd9332d1,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:30:03.060385 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-294f862c-e384-4aac-bd3e-6a8202725339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c01c9d00-1329-43f9-99b4-261574f51c6c', 'name': 'tempest-TestMinimumBasicScenario-1655054077-router', 'tenant_id': '48b66a26ddaf4730bc506b47edfa2edb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'external_fixed_ips': [{'subnet_id': '89646001-5df7-4559-baa8-56e15a045fc5', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': '5529a115-754d-455e-8251-8be71eef5034', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:29:58Z', 'updated_at': '2021-09-23T07:30:01Z', 'revision_number': 3, 'project_id': '48b66a26ddaf4730bc506b47edfa2edb', 'gw_port': {'id': '5529a115-754d-455e-8251-8be71eef5034', 'name': '', 'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:2f:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c01c9d00-1329-43f9-99b4-261574f51c6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '89646001-5df7-4559-baa8-56e15a045fc5', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:29:59Z', 'updated_at': '2021-09-23T07:30:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '89646001-5df7-4559-baa8-56e15a045fc5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-18-iscsi'}], 'dv-cinder-805887-18-iscsi', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:30:03.103661 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-294f862c-e384-4aac-bd3e-6a8202725339 None None] Checking router: c01c9d00-1329-43f9-99b4-261574f51c6c for host: dv-cinder-805887-18-iscsi {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 07:30:03.104018 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-294f862c-e384-4aac-bd3e-6a8202725339 None None] Updating router c01c9d00-1329-43f9-99b4-261574f51c6c port 5529a115-754d-455e-8251-8be71eef5034 binding host dv-cinder-805887-18-iscsi {{(pid=94842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 07:30:03.144314 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-294f862c-e384-4aac-bd3e-6a8202725339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:30:03.171325 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Provisioning complete for port 720c147e-2ef3-438b-8a67-33845072a78e triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:30:03.171794 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703931'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:30:03.212911 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c8d82901-468e-445c-9682-c876e974adc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:30:03.375701 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-c8d82901-468e-445c-9682-c876e974adc7 admin admin] Allocated IP 172.20.0.1 (1a43bd73-a774-425f-9297-ed02e1e80b48/79ffda4b-75db-418f-af6a-56be2b45bf0a/8d5f2d5c-d71e-435f-b9fc-5fe93e4cb9d4) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:30:03.509892 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c8d82901-468e-445c-9682-c876e974adc7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:30:03.524137 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-294f862c-e384-4aac-bd3e-6a8202725339 None None] Notify callbacks [] for port, precommit_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:30:03.601205 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-294f862c-e384-4aac-bd3e-6a8202725339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728618137860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728617650881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728617650899'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:30:03.636682 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c8d82901-468e-445c-9682-c876e974adc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728617650863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58957170'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:30:03.658364 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-294f862c-e384-4aac-bd3e-6a8202725339 None None] Attempting to bind port 5529a115-754d-455e-8251-8be71eef5034 on host dv-cinder-805887-18-iscsi for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:30:03.658364 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-294f862c-e384-4aac-bd3e-6a8202725339 None None] Attempting to bind port 5529a115-754d-455e-8251-8be71eef5034 by drivers openvswitch,hyperv on host dv-cinder-805887-18-iscsi at level 0 using segments [{'id': '8399e290-ca7c-4b27-b40e-543152e4317b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:30:03.658922 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-294f862c-e384-4aac-bd3e-6a8202725339 None None] Attempting to bind port 5529a115-754d-455e-8251-8be71eef5034 on network d5e7441b-7712-4831-9dab-1c29a8301756 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:30:03.661809 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd36f7a1-08e9-4878-844f-c274245aee99 None None] Pushing event updated for resources: {'Port': ['ID=5529a115-754d-455e-8251-8be71eef5034,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:30:03.666674 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-294f862c-e384-4aac-bd3e-6a8202725339 None None] Checking agent: {'id': '8a4a6f1f-c513-442c-b997-00aea54023cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805887-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 7, 15, 58), 'started_at': datetime.datetime(2021, 9, 23, 7, 16, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 7, 29, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805887-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 07:30:03.667279 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-294f862c-e384-4aac-bd3e-6a8202725339 None None] Checking segment: {'id': '8399e290-ca7c-4b27-b40e-543152e4317b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:30:03.667782 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-294f862c-e384-4aac-bd3e-6a8202725339 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:30:03.668286 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-294f862c-e384-4aac-bd3e-6a8202725339 None None] Bound using segment: {'id': '8399e290-ca7c-4b27-b40e-543152e4317b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 07:30:03.669137 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-294f862c-e384-4aac-bd3e-6a8202725339 None None] Bound port: 5529a115-754d-455e-8251-8be71eef5034, host: dv-cinder-805887-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8399e290-ca7c-4b27-b40e-543152e4317b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 07:30:03.669755 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-294f862c-e384-4aac-bd3e-6a8202725339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:30:03.680100 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8d82901-468e-445c-9682-c876e974adc7 admin admin] Network 1a43bd73-a774-425f-9297-ed02e1e80b48 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:30:03.685162 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-c8d82901-468e-445c-9682-c876e974adc7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:30:03.689473 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d82901-468e-445c-9682-c876e974adc7 admin admin] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:30:03.719333 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d82901-468e-445c-9682-c876e974adc7 admin admin] Pushing event updated for resources: {'Port': ['ID=8d5f2d5c-d71e-435f-b9fc-5fe93e4cb9d4,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:30:03.743300 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c8d82901-468e-445c-9682-c876e974adc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456069'] for router_interface, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:30:03.744046 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-294f862c-e384-4aac-bd3e-6a8202725339 None None] For port 5529a115-754d-455e-8251-8be71eef5034, host dv-cinder-805887-18-iscsi, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:30:03.747593 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-294f862c-e384-4aac-bd3e-6a8202725339 None None] For port 5529a115-754d-455e-8251-8be71eef5034, host dv-cinder-805887-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-18-iscsi',level=0,port_id=5529a115-754d-455e-8251-8be71eef5034,segment=NetworkSegment(8399e290-ca7c-4b27-b40e-543152e4317b),segment_id=8399e290-ca7c-4b27-b40e-543152e4317b)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 07:30:03.843347 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-294f862c-e384-4aac-bd3e-6a8202725339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728618137860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728617650881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728617650899'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:30:03.900521 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-294f862c-e384-4aac-bd3e-6a8202725339 None None] Routers {'c01c9d00-1329-43f9-99b4-261574f51c6c'} bound to L3 agent in host dv-cinder-805887-18-iscsi {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:30:03.901033 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-294f862c-e384-4aac-bd3e-6a8202725339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T07:15:56Z,description=,heartbeat_timestamp=2021-09-23T07:29:56Z,host='dv-cinder-805887-18-iscsi',id=65b4f7dd-c6e9-4255-94ee-66e285aed80f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T07:15:57Z,topic='l3_agent')) {'router_ids': ['c01c9d00-1329-43f9-99b4-261574f51c6c'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:30:03.950485 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd36f7a1-08e9-4878-844f-c274245aee99 None None] Pushing event updated for resources: {'Port': ['ID=5529a115-754d-455e-8251-8be71eef5034,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:30:03.964939 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c8d82901-468e-445c-9682-c876e974adc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:30:04.014158 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-3c55cc1b-d72f-4250-b548-6fd9bcfe13f5 None None] Provisioning complete for port 8d5f2d5c-d71e-435f-b9fc-5fe93e4cb9d4 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:30:04.014158 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-3c55cc1b-d72f-4250-b548-6fd9bcfe13f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703931'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:30:04.057502 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-294f862c-e384-4aac-bd3e-6a8202725339 None None] Set router c01c9d00-1329-43f9-99b4-261574f51c6c gateway port host: dv-cinder-805887-18-iscsi {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:30:04.160873 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c8d82901-468e-445c-9682-c876e974adc7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:30:04.184708 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-3c55cc1b-d72f-4250-b548-6fd9bcfe13f5 None None] Port 8d5f2d5c-d71e-435f-b9fc-5fe93e4cb9d4 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 07:30:04.252946 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c8d82901-468e-445c-9682-c876e974adc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728618137860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728617650881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728617650899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58957177'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:30:04.293784 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-294f862c-e384-4aac-bd3e-6a8202725339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c01c9d00-1329-43f9-99b4-261574f51c6c', 'name': 'tempest-TestMinimumBasicScenario-1655054077-router', 'tenant_id': '48b66a26ddaf4730bc506b47edfa2edb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'external_fixed_ips': [{'subnet_id': '89646001-5df7-4559-baa8-56e15a045fc5', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': '5529a115-754d-455e-8251-8be71eef5034', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:29:58Z', 'updated_at': '2021-09-23T07:30:01Z', 'revision_number': 3, 'project_id': '48b66a26ddaf4730bc506b47edfa2edb', 'gw_port': {'id': '5529a115-754d-455e-8251-8be71eef5034', 'name': '', 'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:2f:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c01c9d00-1329-43f9-99b4-261574f51c6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '89646001-5df7-4559-baa8-56e15a045fc5', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:29:59Z', 'updated_at': '2021-09-23T07:30:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89646001-5df7-4559-baa8-56e15a045fc5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-18-iscsi'}], 'dv-cinder-805887-18-iscsi', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:30:04.359011 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c8d82901-468e-445c-9682-c876e974adc7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455541'] for router_interface, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:30:04.365613 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-294f862c-e384-4aac-bd3e-6a8202725339 None None] The sync data for ids ['c01c9d00-1329-43f9-99b4-261574f51c6c'] in dv-cinder-805887-18-iscsi is: [{'id': 'c01c9d00-1329-43f9-99b4-261574f51c6c', 'name': 'tempest-TestMinimumBasicScenario-1655054077-router', 'tenant_id': '48b66a26ddaf4730bc506b47edfa2edb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'external_fixed_ips': [{'subnet_id': '89646001-5df7-4559-baa8-56e15a045fc5', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': '5529a115-754d-455e-8251-8be71eef5034', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:29:58Z', 'updated_at': '2021-09-23T07:30:01Z', 'revision_number': 3, 'project_id': '48b66a26ddaf4730bc506b47edfa2edb', 'gw_port': {'id': '5529a115-754d-455e-8251-8be71eef5034', 'name': '', 'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:2f:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c01c9d00-1329-43f9-99b4-261574f51c6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '89646001-5df7-4559-baa8-56e15a045fc5', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:29:59Z', 'updated_at': '2021-09-23T07:30:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89646001-5df7-4559-baa8-56e15a045fc5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-18-iscsi'}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 07:30:04.371433 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d82901-468e-445c-9682-c876e974adc7 admin admin] Pushing event updated for resources: {'Port': ['ID=8d5f2d5c-d71e-435f-b9fc-5fe93e4cb9d4,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:30:04.477700 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8d82901-468e-445c-9682-c876e974adc7 admin admin] Network 1a43bd73-a774-425f-9297-ed02e1e80b48 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:30:04.479178 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-c8d82901-468e-445c-9682-c876e974adc7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:30:04.644463 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8d82901-468e-445c-9682-c876e974adc7 admin admin] Router c01c9d00-1329-43f9-99b4-261574f51c6c has already been hosted by L3 agent 65b4f7dd-c6e9-4255-94ee-66e285aed80f {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 07:30:04.828505 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-49531131-8853-487e-81a5-710f6588a290 None None] Provisioning complete for port 8d5f2d5c-d71e-435f-b9fc-5fe93e4cb9d4 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:30:04.829251 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49531131-8853-487e-81a5-710f6588a290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703931'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:30:04.829441 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8d82901-468e-445c-9682-c876e974adc7 admin admin] Notify agent at l3_agent.dv-cinder-805887-18-iscsi the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 07:30:04.843774 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [None req-c8d82901-468e-445c-9682-c876e974adc7 admin admin] 10.222.0.62 "PUT /v2.0/routers/c01c9d00-1329-43f9-99b4-261574f51c6c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1352224 Sep 23 07:30:04.877920 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-49531131-8853-487e-81a5-710f6588a290 None None] Port 8d5f2d5c-d71e-435f-b9fc-5fe93e4cb9d4 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 07:30:05.037014 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Device 5529a115-754d-455e-8251-8be71eef5034 up at agent ovs-agent-dv-cinder-805887-18-iscsi {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:30:05.230263 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Provisioning complete for port 5529a115-754d-455e-8251-8be71eef5034 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:30:05.230654 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703931'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:30:05.330048 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:30:05.354461 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] For port 5529a115-754d-455e-8251-8be71eef5034, host dv-cinder-805887-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-18-iscsi',level=0,port_id=5529a115-754d-455e-8251-8be71eef5034,segment=NetworkSegment(8399e290-ca7c-4b27-b40e-543152e4317b),segment_id=8399e290-ca7c-4b27-b40e-543152e4317b)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:30:05.464968 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728618137860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728617650881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728617650899'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:30:05.517067 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Pushing event updated for resources: {'Port': ['ID=5529a115-754d-455e-8251-8be71eef5034,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:30:06.990312 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Device 5529a115-754d-455e-8251-8be71eef5034 up at agent ovs-agent-dv-cinder-805887-18-iscsi {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:30:07.110739 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Provisioning complete for port 5529a115-754d-455e-8251-8be71eef5034 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:30:07.111405 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703931'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:30:08.153178 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a53ff2b7-8dad-485d-b8e3-17eea472f904 None None] Sync routers for ids ['c01c9d00-1329-43f9-99b4-261574f51c6c'] in dv-cinder-805887-18-iscsi {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 07:30:08.163946 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a53ff2b7-8dad-485d-b8e3-17eea472f904 None None] Routers {'c01c9d00-1329-43f9-99b4-261574f51c6c'} bound to L3 agent in host dv-cinder-805887-18-iscsi {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:30:08.164576 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-a53ff2b7-8dad-485d-b8e3-17eea472f904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T07:15:56Z,description=,heartbeat_timestamp=2021-09-23T07:29:56Z,host='dv-cinder-805887-18-iscsi',id=65b4f7dd-c6e9-4255-94ee-66e285aed80f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T07:15:57Z,topic='l3_agent')) {'router_ids': ['c01c9d00-1329-43f9-99b4-261574f51c6c'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:30:08.393542 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-a53ff2b7-8dad-485d-b8e3-17eea472f904 None None] Set router c01c9d00-1329-43f9-99b4-261574f51c6c gateway port host: dv-cinder-805887-18-iscsi {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:30:08.639600 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-a53ff2b7-8dad-485d-b8e3-17eea472f904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c01c9d00-1329-43f9-99b4-261574f51c6c', 'name': 'tempest-TestMinimumBasicScenario-1655054077-router', 'tenant_id': '48b66a26ddaf4730bc506b47edfa2edb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'external_fixed_ips': [{'subnet_id': '89646001-5df7-4559-baa8-56e15a045fc5', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': '5529a115-754d-455e-8251-8be71eef5034', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:29:58Z', 'updated_at': '2021-09-23T07:30:03Z', 'revision_number': 4, 'project_id': '48b66a26ddaf4730bc506b47edfa2edb', 'gw_port': {'id': '5529a115-754d-455e-8251-8be71eef5034', 'name': '', 'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:2f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01c9d00-1329-43f9-99b4-261574f51c6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '89646001-5df7-4559-baa8-56e15a045fc5', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:29:59Z', 'updated_at': '2021-09-23T07:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89646001-5df7-4559-baa8-56e15a045fc5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-18-iscsi', '_interfaces': [{'id': '8d5f2d5c-d71e-435f-b9fc-5fe93e4cb9d4', 'name': '', 'network_id': '1a43bd73-a774-425f-9297-ed02e1e80b48', 'tenant_id': '48b66a26ddaf4730bc506b47edfa2edb', 'mac_address': 'fa:16:3e:24:3a:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c01c9d00-1329-43f9-99b4-261574f51c6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '79ffda4b-75db-418f-af6a-56be2b45bf0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:30:03Z', 'updated_at': '2021-09-23T07:30:04Z', 'revision_number': 2, 'project_id': '48b66a26ddaf4730bc506b47edfa2edb', 'subnets': [{'id': '79ffda4b-75db-418f-af6a-56be2b45bf0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-18-iscsi', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:30:08.667730 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a53ff2b7-8dad-485d-b8e3-17eea472f904 None None] Checking router: c01c9d00-1329-43f9-99b4-261574f51c6c for host: dv-cinder-805887-18-iscsi {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 07:30:08.668008 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a53ff2b7-8dad-485d-b8e3-17eea472f904 None None] Updating router c01c9d00-1329-43f9-99b4-261574f51c6c port 8d5f2d5c-d71e-435f-b9fc-5fe93e4cb9d4 binding host dv-cinder-805887-18-iscsi {{(pid=94843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 07:30:08.693982 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-a53ff2b7-8dad-485d-b8e3-17eea472f904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:30:08.996642 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-a53ff2b7-8dad-485d-b8e3-17eea472f904 None None] Notify callbacks [] for port, precommit_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:30:09.121565 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-a53ff2b7-8dad-485d-b8e3-17eea472f904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728618137860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728617650881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728617650899'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:30:09.226985 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1178f9-8a96-49e6-802b-fdc6e8feb655 None None] Pushing event updated for resources: {'Port': ['ID=8d5f2d5c-d71e-435f-b9fc-5fe93e4cb9d4,revision_number=3']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:30:09.252193 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-a53ff2b7-8dad-485d-b8e3-17eea472f904 None None] Attempting to bind port 8d5f2d5c-d71e-435f-b9fc-5fe93e4cb9d4 on host dv-cinder-805887-18-iscsi for vnic_type normal with profile {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:30:09.252574 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-a53ff2b7-8dad-485d-b8e3-17eea472f904 None None] Attempting to bind port 8d5f2d5c-d71e-435f-b9fc-5fe93e4cb9d4 by drivers openvswitch,hyperv on host dv-cinder-805887-18-iscsi at level 0 using segments [{'id': 'addf42a4-3033-4162-b745-73dbffa1a514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '1a43bd73-a774-425f-9297-ed02e1e80b48'}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:30:09.252968 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a53ff2b7-8dad-485d-b8e3-17eea472f904 None None] Attempting to bind port 8d5f2d5c-d71e-435f-b9fc-5fe93e4cb9d4 on network 1a43bd73-a774-425f-9297-ed02e1e80b48 {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:30:09.258555 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a53ff2b7-8dad-485d-b8e3-17eea472f904 None None] Checking agent: {'id': '8a4a6f1f-c513-442c-b997-00aea54023cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805887-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 7, 15, 58), 'started_at': datetime.datetime(2021, 9, 23, 7, 16, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 7, 29, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805887-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 07:30:09.259056 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a53ff2b7-8dad-485d-b8e3-17eea472f904 None None] Checking segment: {'id': 'addf42a4-3033-4162-b745-73dbffa1a514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '1a43bd73-a774-425f-9297-ed02e1e80b48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:30:09.259329 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-a53ff2b7-8dad-485d-b8e3-17eea472f904 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:30:09.259720 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a53ff2b7-8dad-485d-b8e3-17eea472f904 None None] Bound using segment: {'id': 'addf42a4-3033-4162-b745-73dbffa1a514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '1a43bd73-a774-425f-9297-ed02e1e80b48'} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 07:30:09.260194 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-a53ff2b7-8dad-485d-b8e3-17eea472f904 None None] Bound port: 8d5f2d5c-d71e-435f-b9fc-5fe93e4cb9d4, host: dv-cinder-805887-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'addf42a4-3033-4162-b745-73dbffa1a514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '1a43bd73-a774-425f-9297-ed02e1e80b48'}}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 07:30:09.260593 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-a53ff2b7-8dad-485d-b8e3-17eea472f904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:30:09.363285 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-a53ff2b7-8dad-485d-b8e3-17eea472f904 None None] For port 8d5f2d5c-d71e-435f-b9fc-5fe93e4cb9d4, host dv-cinder-805887-18-iscsi, cleared binding levels {{(pid=94843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:30:09.367024 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-a53ff2b7-8dad-485d-b8e3-17eea472f904 None None] For port 8d5f2d5c-d71e-435f-b9fc-5fe93e4cb9d4, host dv-cinder-805887-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-18-iscsi',level=0,port_id=8d5f2d5c-d71e-435f-b9fc-5fe93e4cb9d4,segment=NetworkSegment(addf42a4-3033-4162-b745-73dbffa1a514),segment_id=addf42a4-3033-4162-b745-73dbffa1a514)] {{(pid=94843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 07:30:09.414939 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-a53ff2b7-8dad-485d-b8e3-17eea472f904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728618137860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728617650881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728617650899'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:30:09.454019 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-3365b1c2-fea2-452e-8fa9-dbb553633cc9 None None] Provisioning complete for port 8d5f2d5c-d71e-435f-b9fc-5fe93e4cb9d4 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:30:09.455103 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-3365b1c2-fea2-452e-8fa9-dbb553633cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703931'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:30:09.503030 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a53ff2b7-8dad-485d-b8e3-17eea472f904 None None] Routers {'c01c9d00-1329-43f9-99b4-261574f51c6c'} bound to L3 agent in host dv-cinder-805887-18-iscsi {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:30:09.503030 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-a53ff2b7-8dad-485d-b8e3-17eea472f904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T07:15:56Z,description=,heartbeat_timestamp=2021-09-23T07:29:56Z,host='dv-cinder-805887-18-iscsi',id=65b4f7dd-c6e9-4255-94ee-66e285aed80f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T07:15:57Z,topic='l3_agent')) {'router_ids': ['c01c9d00-1329-43f9-99b4-261574f51c6c'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:30:09.507485 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1178f9-8a96-49e6-802b-fdc6e8feb655 None None] Pushing event updated for resources: {'Port': ['ID=8d5f2d5c-d71e-435f-b9fc-5fe93e4cb9d4,revision_number=4']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:30:09.594319 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-3365b1c2-fea2-452e-8fa9-dbb553633cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:30:09.664235 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-3365b1c2-fea2-452e-8fa9-dbb553633cc9 None None] For port 8d5f2d5c-d71e-435f-b9fc-5fe93e4cb9d4, host dv-cinder-805887-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-18-iscsi',level=0,port_id=8d5f2d5c-d71e-435f-b9fc-5fe93e4cb9d4,segment=NetworkSegment(addf42a4-3033-4162-b745-73dbffa1a514),segment_id=addf42a4-3033-4162-b745-73dbffa1a514)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:30:09.679225 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-a53ff2b7-8dad-485d-b8e3-17eea472f904 None None] Set router c01c9d00-1329-43f9-99b4-261574f51c6c gateway port host: dv-cinder-805887-18-iscsi {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:30:09.750588 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-3365b1c2-fea2-452e-8fa9-dbb553633cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728618137860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728617650881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728617650899'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:30:09.871842 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3365b1c2-fea2-452e-8fa9-dbb553633cc9 None None] Pushing event updated for resources: {'Port': ['ID=8d5f2d5c-d71e-435f-b9fc-5fe93e4cb9d4,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:30:09.890706 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-2bcee599-9019-4f09-a4fe-60264afb83a4 None None] Provisioning complete for port 8d5f2d5c-d71e-435f-b9fc-5fe93e4cb9d4 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:30:09.891135 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-2bcee599-9019-4f09-a4fe-60264afb83a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703931'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:30:10.082266 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-a53ff2b7-8dad-485d-b8e3-17eea472f904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c01c9d00-1329-43f9-99b4-261574f51c6c', 'name': 'tempest-TestMinimumBasicScenario-1655054077-router', 'tenant_id': '48b66a26ddaf4730bc506b47edfa2edb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'external_fixed_ips': [{'subnet_id': '89646001-5df7-4559-baa8-56e15a045fc5', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': '5529a115-754d-455e-8251-8be71eef5034', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:29:58Z', 'updated_at': '2021-09-23T07:30:03Z', 'revision_number': 4, 'project_id': '48b66a26ddaf4730bc506b47edfa2edb', 'gw_port': {'id': '5529a115-754d-455e-8251-8be71eef5034', 'name': '', 'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:2f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01c9d00-1329-43f9-99b4-261574f51c6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '89646001-5df7-4559-baa8-56e15a045fc5', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:29:59Z', 'updated_at': '2021-09-23T07:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89646001-5df7-4559-baa8-56e15a045fc5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-18-iscsi', '_interfaces': [{'id': '8d5f2d5c-d71e-435f-b9fc-5fe93e4cb9d4', 'name': '', 'network_id': '1a43bd73-a774-425f-9297-ed02e1e80b48', 'tenant_id': '48b66a26ddaf4730bc506b47edfa2edb', 'mac_address': 'fa:16:3e:24:3a:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c01c9d00-1329-43f9-99b4-261574f51c6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '79ffda4b-75db-418f-af6a-56be2b45bf0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:30:03Z', 'updated_at': '2021-09-23T07:30:09Z', 'revision_number': 4, 'project_id': '48b66a26ddaf4730bc506b47edfa2edb', 'subnets': [{'id': '79ffda4b-75db-418f-af6a-56be2b45bf0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-18-iscsi', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:30:10.118044 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a53ff2b7-8dad-485d-b8e3-17eea472f904 None None] The sync data for ids ['c01c9d00-1329-43f9-99b4-261574f51c6c'] in dv-cinder-805887-18-iscsi is: [{'id': 'c01c9d00-1329-43f9-99b4-261574f51c6c', 'name': 'tempest-TestMinimumBasicScenario-1655054077-router', 'tenant_id': '48b66a26ddaf4730bc506b47edfa2edb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'external_fixed_ips': [{'subnet_id': '89646001-5df7-4559-baa8-56e15a045fc5', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': '5529a115-754d-455e-8251-8be71eef5034', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:29:58Z', 'updated_at': '2021-09-23T07:30:03Z', 'revision_number': 4, 'project_id': '48b66a26ddaf4730bc506b47edfa2edb', 'gw_port': {'id': '5529a115-754d-455e-8251-8be71eef5034', 'name': '', 'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:2f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01c9d00-1329-43f9-99b4-261574f51c6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '89646001-5df7-4559-baa8-56e15a045fc5', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:29:59Z', 'updated_at': '2021-09-23T07:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89646001-5df7-4559-baa8-56e15a045fc5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-18-iscsi', '_interfaces': [{'id': '8d5f2d5c-d71e-435f-b9fc-5fe93e4cb9d4', 'name': '', 'network_id': '1a43bd73-a774-425f-9297-ed02e1e80b48', 'tenant_id': '48b66a26ddaf4730bc506b47edfa2edb', 'mac_address': 'fa:16:3e:24:3a:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c01c9d00-1329-43f9-99b4-261574f51c6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '79ffda4b-75db-418f-af6a-56be2b45bf0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:30:03Z', 'updated_at': '2021-09-23T07:30:09Z', 'revision_number': 4, 'project_id': '48b66a26ddaf4730bc506b47edfa2edb', 'subnets': [{'id': '79ffda4b-75db-418f-af6a-56be2b45bf0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 07:30:11.049926 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Device 8d5f2d5c-d71e-435f-b9fc-5fe93e4cb9d4 up at agent ovs-agent-dv-cinder-805887-18-iscsi {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:30:11.123984 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Provisioning complete for port 8d5f2d5c-d71e-435f-b9fc-5fe93e4cb9d4 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:30:11.124648 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703931'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:30:17.454943 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e69f50-7ada-4760-93df-388992d6abe1 req-5f2e87a2-4c25-46e5-ba28-1652421cce02 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:30:17.456654 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-f3e69f50-7ada-4760-93df-388992d6abe1 req-5f2e87a2-4c25-46e5-ba28-1652421cce02 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/ports?device_id=d6e06ec0-154d-469f-abac-3b9cf681c0db HTTP/1.1" status: 200 len: 945 time: 0.0582116 Sep 23 07:30:17.510952 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-f3e69f50-7ada-4760-93df-388992d6abe1 req-6460b459-cbd4-46d2-a739-19558d1b2fd8 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/security-groups?id=278f1fac-5295-401c-8abd-7d69416ea71e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479722 Sep 23 07:30:17.665753 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f30c880-7367-4ce1-a619-10cc552ea2b3 req-7e806f11-9404-4192-95bd-3b64d4bfd7be tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:30:17.667243 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-6f30c880-7367-4ce1-a619-10cc552ea2b3 req-7e806f11-9404-4192-95bd-3b64d4bfd7be tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] 10.222.0.62 "GET /v2.0/networks?id=83e3b09d-fc27-404b-b2a1-413ff73692ca HTTP/1.1" status: 200 len: 815 time: 0.1048639 Sep 23 07:30:17.683313 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-6f30c880-7367-4ce1-a619-10cc552ea2b3 req-81a878cb-016f-464e-a735-e38464d3e39e tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] 10.222.0.62 "GET /v2.0/quotas/4d12208531784657acb0a942fc6e2c94 HTTP/1.1" status: 200 len: 375 time: 0.0098004 Sep 23 07:30:17.739777 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-6f30c880-7367-4ce1-a619-10cc552ea2b3 req-d1dabc77-18b4-404a-a96f-94584aa670c6 tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=4d12208531784657acb0a942fc6e2c94&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0502422 Sep 23 07:30:17.833940 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-6f30c880-7367-4ce1-a619-10cc552ea2b3 req-2534e7e5-2792-4c5c-a2a5-bb0762a79bc8 service neutron] 10.222.0.62 "GET /v2.0/networks/83e3b09d-fc27-404b-b2a1-413ff73692ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819409 Sep 23 07:30:17.941768 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-6f30c880-7367-4ce1-a619-10cc552ea2b3 req-a84fcb66-137d-48c0-a5d4-3bb78365eb3f service neutron] 10.222.0.62 "GET /v2.0/networks/83e3b09d-fc27-404b-b2a1-413ff73692ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016459 Sep 23 07:30:18.184658 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-8c7308eb-e218-445b-8dcf-7ef4813b72d4 req-893c22a8-75e9-4de7-8cdc-50f6c651e24d tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] 10.222.0.62 "GET /v2.0/ports?device_id=f3d65c24-4ad2-4653-88e6-8ab51b884114 HTTP/1.1" status: 200 len: 210 time: 0.0260220 Sep 23 07:30:18.642650 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d75123-026a-4020-8a8c-d460a6c1b302 req-8cf289dc-8cac-4080-bea0-a3f2709a9b5c tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:30:18.644023 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-e7d75123-026a-4020-8a8c-d460a6c1b302 req-8cf289dc-8cac-4080-bea0-a3f2709a9b5c tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/ports?device_id=d6e06ec0-154d-469f-abac-3b9cf681c0db HTTP/1.1" status: 200 len: 945 time: 0.0494163 Sep 23 07:30:18.690141 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-e7d75123-026a-4020-8a8c-d460a6c1b302 req-da91c7ef-458c-4eb4-bdb5-4a2c20d17391 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/security-groups?id=278f1fac-5295-401c-8abd-7d69416ea71e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360482 Sep 23 07:30:19.264541 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-108ea8e8-dd4c-488c-b8d2-885ffdb8641e req-053c5201-fd06-4d6b-a0ba-8117dfb7e329 tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] 10.222.0.62 "GET /v2.0/ports?device_id=f3d65c24-4ad2-4653-88e6-8ab51b884114 HTTP/1.1" status: 200 len: 210 time: 0.0291967 Sep 23 07:30:19.826170 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a06b26-3537-42aa-b4e4-ff09535ddae4 req-762902ac-5ffb-4205-aede-4efcd75a0483 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:30:19.827632 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-a7a06b26-3537-42aa-b4e4-ff09535ddae4 req-762902ac-5ffb-4205-aede-4efcd75a0483 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/ports?device_id=d6e06ec0-154d-469f-abac-3b9cf681c0db HTTP/1.1" status: 200 len: 945 time: 0.0519383 Sep 23 07:30:19.871411 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-a7a06b26-3537-42aa-b4e4-ff09535ddae4 req-69ce21d5-148b-4e5a-84d0-dacb89d3906f tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/security-groups?id=278f1fac-5295-401c-8abd-7d69416ea71e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361803 Sep 23 07:30:20.363685 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-b265978f-f0f6-421d-b836-4e57eb31902d req-8d55796b-ec73-4bf0-a94a-3aa3b4092d64 tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] 10.222.0.62 "GET /v2.0/ports?device_id=f3d65c24-4ad2-4653-88e6-8ab51b884114 HTTP/1.1" status: 200 len: 210 time: 0.0320482 Sep 23 07:30:20.839506 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f30c880-7367-4ce1-a619-10cc552ea2b3 req-1a5528d2-ca53-4a70-a3a2-adbc42632b7b tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:30:20.842266 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-6f30c880-7367-4ce1-a619-10cc552ea2b3 req-1a5528d2-ca53-4a70-a3a2-adbc42632b7b tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] 10.222.0.53 "GET /v2.0/networks?id=83e3b09d-fc27-404b-b2a1-413ff73692ca HTTP/1.1" status: 200 len: 815 time: 0.1105750 Sep 23 07:30:20.858436 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.v2.base [req-6f30c880-7367-4ce1-a619-10cc552ea2b3 req-1b744113-b1ba-411c-81a9-6416bcd606e2 tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] Request body: {'port': {'device_id': 'f3d65c24-4ad2-4653-88e6-8ab51b884114', 'network_id': '83e3b09d-fc27-404b-b2a1-413ff73692ca', 'admin_state_up': True, 'tenant_id': '4d12208531784657acb0a942fc6e2c94'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:30:21.025508 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164e7e3e-16cb-4817-a105-9c9c4374e995 req-551b67f6-0284-44cb-a8ad-7d76ac4bc027 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:30:21.027073 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-164e7e3e-16cb-4817-a105-9c9c4374e995 req-551b67f6-0284-44cb-a8ad-7d76ac4bc027 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/ports?device_id=d6e06ec0-154d-469f-abac-3b9cf681c0db HTTP/1.1" status: 200 len: 945 time: 0.0783238 Sep 23 07:30:21.072601 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-164e7e3e-16cb-4817-a105-9c9c4374e995 req-ea538f6b-4525-420b-ba1e-c1372edf87b3 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/security-groups?id=278f1fac-5295-401c-8abd-7d69416ea71e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356622 Sep 23 07:30:21.115646 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f30c880-7367-4ce1-a619-10cc552ea2b3 req-1b744113-b1ba-411c-81a9-6416bcd606e2 tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] Made reservation on behalf of 4d12208531784657acb0a942fc6e2c94 for: {'port': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:30:21.119110 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-6f30c880-7367-4ce1-a619-10cc552ea2b3 req-1b744113-b1ba-411c-81a9-6416bcd606e2 tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:30:21.249132 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [req-6f30c880-7367-4ce1-a619-10cc552ea2b3 req-1b744113-b1ba-411c-81a9-6416bcd606e2 tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] Allocated IP 172.20.0.8 (83e3b09d-fc27-404b-b2a1-413ff73692ca/15ea5f8a-82af-463d-9d74-67d1c93c5176/38e18cce-76ac-46eb-b16b-47adaba3bd21) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:30:21.407576 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-6f30c880-7367-4ce1-a619-10cc552ea2b3 req-1b744113-b1ba-411c-81a9-6416bcd606e2 tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:30:21.462786 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-7dd085b0-fa42-4596-a0af-8644837a947d req-0528aa42-cd3c-4d7a-bea4-ed6c2f23a913 tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] 10.222.0.62 "GET /v2.0/ports?device_id=f3d65c24-4ad2-4653-88e6-8ab51b884114 HTTP/1.1" status: 200 len: 210 time: 0.0239272 Sep 23 07:30:21.573562 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-6f30c880-7367-4ce1-a619-10cc552ea2b3 req-1b744113-b1ba-411c-81a9-6416bcd606e2 tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728617650863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58829502'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:30:21.633413 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b744113-b1ba-411c-81a9-6416bcd606e2 tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] Pushing event updated for resources: {'Port': ['ID=38e18cce-76ac-46eb-b16b-47adaba3bd21,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:30:21.651426 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f30c880-7367-4ce1-a619-10cc552ea2b3 req-1b744113-b1ba-411c-81a9-6416bcd606e2 tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] Network 83e3b09d-fc27-404b-b2a1-413ff73692ca is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:30:21.654758 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [req-6f30c880-7367-4ce1-a619-10cc552ea2b3 req-1b744113-b1ba-411c-81a9-6416bcd606e2 tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:30:21.655729 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f30c880-7367-4ce1-a619-10cc552ea2b3 req-1b744113-b1ba-411c-81a9-6416bcd606e2 tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:30:21.729957 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f30c880-7367-4ce1-a619-10cc552ea2b3 req-1b744113-b1ba-411c-81a9-6416bcd606e2 tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:30:21.732848 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-6f30c880-7367-4ce1-a619-10cc552ea2b3 req-1b744113-b1ba-411c-81a9-6416bcd606e2 tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210484'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:30:21.825521 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-6f30c880-7367-4ce1-a619-10cc552ea2b3 req-1b744113-b1ba-411c-81a9-6416bcd606e2 tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9717648 Sep 23 07:30:21.953361 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-fbb210db-0b93-4a32-ab43-96c082d0685b None None] Provisioning complete for port 38e18cce-76ac-46eb-b16b-47adaba3bd21 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:30:21.953995 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-fbb210db-0b93-4a32-ab43-96c082d0685b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703931'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:30:22.009791 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-fbb210db-0b93-4a32-ab43-96c082d0685b None None] Port 38e18cce-76ac-46eb-b16b-47adaba3bd21 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 07:30:22.219531 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515b6ed0-356d-45e2-9535-ef2baa5260fb req-fb3c69f5-0ad4-4ac0-89ca-df13b12e6040 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:30:22.221394 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-515b6ed0-356d-45e2-9535-ef2baa5260fb req-fb3c69f5-0ad4-4ac0-89ca-df13b12e6040 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/ports?device_id=d6e06ec0-154d-469f-abac-3b9cf681c0db HTTP/1.1" status: 200 len: 945 time: 0.0612710 Sep 23 07:30:22.271792 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-515b6ed0-356d-45e2-9535-ef2baa5260fb req-46c2b77a-48ba-44be-81bc-9d44392d63b9 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/security-groups?id=278f1fac-5295-401c-8abd-7d69416ea71e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414226 Sep 23 07:30:22.614658 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e853d8-b5a8-4d7e-8e0a-489ca47fcfc1 req-82a775d7-50f0-4b2e-a57f-c87b2f539232 tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:30:22.616275 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-65e853d8-b5a8-4d7e-8e0a-489ca47fcfc1 req-82a775d7-50f0-4b2e-a57f-c87b2f539232 tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] 10.222.0.62 "GET /v2.0/ports?device_id=f3d65c24-4ad2-4653-88e6-8ab51b884114 HTTP/1.1" status: 200 len: 931 time: 0.0598853 Sep 23 07:30:22.684110 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-65e853d8-b5a8-4d7e-8e0a-489ca47fcfc1 req-926eb5d3-c225-47dc-9252-e08d17e9410b tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] 10.222.0.62 "GET /v2.0/security-groups?id=c245a919-e8a3-48a6-887c-0115e649c4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605648 Sep 23 07:30:22.877203 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-759b653e-ec1f-429c-b0f4-e003d73ff521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:30:23.441594 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eed9252-641f-438b-ba4e-ee8566f041c0 req-61dbe0e4-82f0-4e39-b0a7-e88c92768fb5 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:30:23.443312 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-4eed9252-641f-438b-ba4e-ee8566f041c0 req-61dbe0e4-82f0-4e39-b0a7-e88c92768fb5 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/ports?device_id=d6e06ec0-154d-469f-abac-3b9cf681c0db HTTP/1.1" status: 200 len: 945 time: 0.0728996 Sep 23 07:30:23.499415 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-4eed9252-641f-438b-ba4e-ee8566f041c0 req-71c35b3d-ebe3-4693-8528-5ffbf1a660e0 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/security-groups?id=278f1fac-5295-401c-8abd-7d69416ea71e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414567 Sep 23 07:30:23.883434 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2927ef2-8cb1-4865-b0c3-0ac0153c9aea req-c7b20cf9-cfa5-426a-b614-4496938ec641 tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:30:23.885608 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-d2927ef2-8cb1-4865-b0c3-0ac0153c9aea req-c7b20cf9-cfa5-426a-b614-4496938ec641 tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] 10.222.0.62 "GET /v2.0/ports?device_id=f3d65c24-4ad2-4653-88e6-8ab51b884114 HTTP/1.1" status: 200 len: 931 time: 0.0967722 Sep 23 07:30:23.965366 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-d2927ef2-8cb1-4865-b0c3-0ac0153c9aea req-5dc35c8b-d239-4ce5-a413-67a3530e9232 tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] 10.222.0.62 "GET /v2.0/security-groups?id=c245a919-e8a3-48a6-887c-0115e649c4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623200 Sep 23 07:30:25.061685 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4571862e-ccc3-44d7-9712-4662e9851a07 req-3052b599-2055-487d-a304-acfb96aea675 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:30:25.064751 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-4571862e-ccc3-44d7-9712-4662e9851a07 req-3052b599-2055-487d-a304-acfb96aea675 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/ports?device_id=d6e06ec0-154d-469f-abac-3b9cf681c0db HTTP/1.1" status: 200 len: 945 time: 0.0656826 Sep 23 07:30:25.108995 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-4571862e-ccc3-44d7-9712-4662e9851a07 req-0f9539a6-afc1-41ee-886c-0a56ba1a305b tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/security-groups?id=278f1fac-5295-401c-8abd-7d69416ea71e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399506 Sep 23 07:30:25.258593 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dce1f7-5e1c-4f9b-aa0c-c78960f327ee req-f2bf94c1-f711-4e1c-bf31-4918a3be9a40 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:30:25.286416 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-77dce1f7-5e1c-4f9b-aa0c-c78960f327ee req-f2bf94c1-f711-4e1c-bf31-4918a3be9a40 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a65d317-0e20-44dc-b428-0db9a2c4e81f HTTP/1.1" status: 200 len: 946 time: 0.0578520 Sep 23 07:30:25.321760 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-77dce1f7-5e1c-4f9b-aa0c-c78960f327ee req-a4e2d6d7-0ce6-4b40-9196-685820a9672b tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] 10.222.0.62 "GET /v2.0/security-groups?id=1abea1f3-eb90-4ea0-bd1d-d6ddf6b9f56e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540326 Sep 23 07:30:25.448395 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0464cb26-2e3d-4880-ab6a-2a7c264fcb88 req-97fa7cb2-4cc5-4aa8-aad8-1d428083eac3 tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:30:25.452046 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-0464cb26-2e3d-4880-ab6a-2a7c264fcb88 req-97fa7cb2-4cc5-4aa8-aad8-1d428083eac3 tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] 10.222.0.62 "GET /v2.0/ports?device_id=f3d65c24-4ad2-4653-88e6-8ab51b884114 HTTP/1.1" status: 200 len: 931 time: 0.0587139 Sep 23 07:30:25.521520 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-0464cb26-2e3d-4880-ab6a-2a7c264fcb88 req-ac40c605-69a4-4eb5-9505-144c07547efa tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] 10.222.0.62 "GET /v2.0/security-groups?id=c245a919-e8a3-48a6-887c-0115e649c4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643516 Sep 23 07:30:26.250925 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed78b92-a33d-4c72-a4e6-07955804d232 req-3eb83db1-4749-4e0c-9c52-c3a2d9799613 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:30:26.252699 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-eed78b92-a33d-4c72-a4e6-07955804d232 req-3eb83db1-4749-4e0c-9c52-c3a2d9799613 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/ports?device_id=d6e06ec0-154d-469f-abac-3b9cf681c0db HTTP/1.1" status: 200 len: 945 time: 0.0501513 Sep 23 07:30:26.302212 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-eed78b92-a33d-4c72-a4e6-07955804d232 req-57b2d38f-1d98-4ef1-9ecc-07426da06785 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/security-groups?id=278f1fac-5295-401c-8abd-7d69416ea71e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435174 Sep 23 07:30:26.449268 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549d883e-2323-40df-9c41-a5b96dcfaed0 req-6c5e8113-96b0-4e00-b8b8-39e2c9b0f7a1 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:30:26.451625 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-549d883e-2323-40df-9c41-a5b96dcfaed0 req-6c5e8113-96b0-4e00-b8b8-39e2c9b0f7a1 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a65d317-0e20-44dc-b428-0db9a2c4e81f HTTP/1.1" status: 200 len: 946 time: 0.0552766 Sep 23 07:30:26.512602 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-549d883e-2323-40df-9c41-a5b96dcfaed0 req-3cdf4646-659a-4661-a861-071fc5ddf1b5 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] 10.222.0.62 "GET /v2.0/security-groups?id=1abea1f3-eb90-4ea0-bd1d-d6ddf6b9f56e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518172 Sep 23 07:30:26.668388 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f0876767-36a6-4232-8f38-fdfb3dcaea10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:30:26.672593 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9311d327-1cc9-4b74-b1bc-7c267604ad18 req-0bf539de-4b55-4ad6-83c0-5c754007e2de tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:30:26.674199 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-9311d327-1cc9-4b74-b1bc-7c267604ad18 req-0bf539de-4b55-4ad6-83c0-5c754007e2de tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] 10.222.0.62 "GET /v2.0/ports?device_id=f3d65c24-4ad2-4653-88e6-8ab51b884114 HTTP/1.1" status: 200 len: 931 time: 0.0711322 Sep 23 07:30:26.722182 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-9311d327-1cc9-4b74-b1bc-7c267604ad18 req-cca3bb1e-3ae2-4e44-ba75-64034ad8cc1c tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] 10.222.0.62 "GET /v2.0/security-groups?id=c245a919-e8a3-48a6-887c-0115e649c4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418456 Sep 23 07:30:27.437667 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0fad43-6b40-40d3-b574-b290c04279a1 req-023d074c-ff6c-417a-8410-537f5e3bd012 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:30:27.439336 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-4e0fad43-6b40-40d3-b574-b290c04279a1 req-023d074c-ff6c-417a-8410-537f5e3bd012 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/ports?device_id=d6e06ec0-154d-469f-abac-3b9cf681c0db HTTP/1.1" status: 200 len: 945 time: 0.0572548 Sep 23 07:30:27.493786 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-4e0fad43-6b40-40d3-b574-b290c04279a1 req-d754e2ca-60f6-44fc-bfb5-343daa6cb579 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/security-groups?id=278f1fac-5295-401c-8abd-7d69416ea71e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481565 Sep 23 07:30:27.634803 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942382a2-3b5f-4f65-8c7e-62e35265df07 req-5804f543-182e-492d-bb61-9e04009ac9a2 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:30:27.640457 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-942382a2-3b5f-4f65-8c7e-62e35265df07 req-5804f543-182e-492d-bb61-9e04009ac9a2 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a65d317-0e20-44dc-b428-0db9a2c4e81f HTTP/1.1" status: 200 len: 946 time: 0.0550437 Sep 23 07:30:27.692769 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-942382a2-3b5f-4f65-8c7e-62e35265df07 req-bc538b06-0c5a-44a1-9414-39261d603b8b tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] 10.222.0.62 "GET /v2.0/security-groups?id=1abea1f3-eb90-4ea0-bd1d-d6ddf6b9f56e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448391 Sep 23 07:30:27.709620 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:30:27.847690 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3da3345-edb3-42ab-b606-d44a2216274d req-5dbe3603-e715-4982-a035-2f82723dd8b7 tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:30:27.849442 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-a3da3345-edb3-42ab-b606-d44a2216274d req-5dbe3603-e715-4982-a035-2f82723dd8b7 tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] 10.222.0.62 "GET /v2.0/ports?device_id=f3d65c24-4ad2-4653-88e6-8ab51b884114 HTTP/1.1" status: 200 len: 931 time: 0.0508659 Sep 23 07:30:27.896983 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-a3da3345-edb3-42ab-b606-d44a2216274d req-5a327e3b-6949-439b-9f2a-4179be488405 tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] 10.222.0.62 "GET /v2.0/security-groups?id=c245a919-e8a3-48a6-887c-0115e649c4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411584 Sep 23 07:30:27.944608 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:30:28.297818 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-1854caf6-1153-400a-8d11-9ed8c1e229e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:30:28.642413 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69daf76-fa3b-46f5-80ce-fcdf6fa959a1 req-e66a37ed-c9a4-47f2-8ce4-afb6c600ca62 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:30:28.644364 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-e69daf76-fa3b-46f5-80ce-fcdf6fa959a1 req-e66a37ed-c9a4-47f2-8ce4-afb6c600ca62 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/ports?device_id=d6e06ec0-154d-469f-abac-3b9cf681c0db HTTP/1.1" status: 200 len: 945 time: 0.0620813 Sep 23 07:30:28.697777 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-e69daf76-fa3b-46f5-80ce-fcdf6fa959a1 req-b08414ef-00d3-424f-9c7b-921038b7f855 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/security-groups?id=278f1fac-5295-401c-8abd-7d69416ea71e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441394 Sep 23 07:30:28.831382 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d1e654-57b2-4845-909a-66d3e7e998a8 req-9dbff0d1-9239-4969-a509-9516d8f812f2 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:30:28.833067 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-14d1e654-57b2-4845-909a-66d3e7e998a8 req-9dbff0d1-9239-4969-a509-9516d8f812f2 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a65d317-0e20-44dc-b428-0db9a2c4e81f HTTP/1.1" status: 200 len: 946 time: 0.0643964 Sep 23 07:30:28.885403 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-14d1e654-57b2-4845-909a-66d3e7e998a8 req-e702103a-98a8-4910-9673-145171952b23 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] 10.222.0.62 "GET /v2.0/security-groups?id=1abea1f3-eb90-4ea0-bd1d-d6ddf6b9f56e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454543 Sep 23 07:30:29.088289 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c201b184-189c-45b6-af02-3f483dfa3211 req-f10b9673-f8fe-4cbd-a062-b132a080a4c1 tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:30:29.090157 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-c201b184-189c-45b6-af02-3f483dfa3211 req-f10b9673-f8fe-4cbd-a062-b132a080a4c1 tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] 10.222.0.62 "GET /v2.0/ports?device_id=f3d65c24-4ad2-4653-88e6-8ab51b884114 HTTP/1.1" status: 200 len: 931 time: 0.0922976 Sep 23 07:30:29.143374 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-c201b184-189c-45b6-af02-3f483dfa3211 req-f9778cce-8189-4118-b5f7-5bb0d805eaf4 tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] 10.222.0.62 "GET /v2.0/security-groups?id=c245a919-e8a3-48a6-887c-0115e649c4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465434 Sep 23 07:30:29.859872 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305233ae-3bc6-468e-b93d-29c9316761d1 req-fa198f0f-2607-4fc3-abc2-f8379a21638d tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:30:29.862465 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-305233ae-3bc6-468e-b93d-29c9316761d1 req-fa198f0f-2607-4fc3-abc2-f8379a21638d tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/ports?device_id=d6e06ec0-154d-469f-abac-3b9cf681c0db HTTP/1.1" status: 200 len: 945 time: 0.0821464 Sep 23 07:30:29.914040 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-305233ae-3bc6-468e-b93d-29c9316761d1 req-bd05e845-b3ef-4fe1-8833-96a2df00d29d tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/security-groups?id=278f1fac-5295-401c-8abd-7d69416ea71e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410738 Sep 23 07:30:29.977825 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e4079388-143e-46ee-8cf3-ea3894d72bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:30:30.089565 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bca090-b03c-428b-ad71-4f28bc0c75fb req-344ab7e2-88d5-4f65-970d-85161bc9eba8 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:30:30.156522 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-b8bca090-b03c-428b-ad71-4f28bc0c75fb req-344ab7e2-88d5-4f65-970d-85161bc9eba8 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a65d317-0e20-44dc-b428-0db9a2c4e81f HTTP/1.1" status: 200 len: 946 time: 0.0864947 Sep 23 07:30:30.156522 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-b8bca090-b03c-428b-ad71-4f28bc0c75fb req-9b789881-7f99-42d3-b40b-3c8b132f5a5b tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] 10.222.0.62 "GET /v2.0/security-groups?id=1abea1f3-eb90-4ea0-bd1d-d6ddf6b9f56e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355065 Sep 23 07:30:30.316929 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529af696-0973-493a-ac87-c1c01cf23388 req-d21c8e9c-becf-4072-8a8c-f91720a46133 tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:30:30.321590 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-529af696-0973-493a-ac87-c1c01cf23388 req-d21c8e9c-becf-4072-8a8c-f91720a46133 tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] 10.222.0.62 "GET /v2.0/ports?device_id=f3d65c24-4ad2-4653-88e6-8ab51b884114 HTTP/1.1" status: 200 len: 931 time: 0.0858009 Sep 23 07:30:30.394103 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-529af696-0973-493a-ac87-c1c01cf23388 req-1121b0a0-eb2c-4801-bac4-a1efada5004c tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] 10.222.0.62 "GET /v2.0/security-groups?id=c245a919-e8a3-48a6-887c-0115e649c4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672927 Sep 23 07:30:31.067861 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f0610d-ef20-423c-8321-866a2882ab38 req-27a07d03-be88-4c5f-8dab-92a16849fcd6 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:30:31.069498 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-a3f0610d-ef20-423c-8321-866a2882ab38 req-27a07d03-be88-4c5f-8dab-92a16849fcd6 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/ports?device_id=d6e06ec0-154d-469f-abac-3b9cf681c0db HTTP/1.1" status: 200 len: 945 time: 0.0607629 Sep 23 07:30:31.135199 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-a3f0610d-ef20-423c-8321-866a2882ab38 req-c217fc09-0008-457f-95c3-aa60e55009a5 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/security-groups?id=278f1fac-5295-401c-8abd-7d69416ea71e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592463 Sep 23 07:30:31.284866 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87c3e1b-a15f-4151-b927-ed64aaf106bb req-08402664-2eb6-495a-9c01-a6723a6e4472 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:30:31.286475 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-b87c3e1b-a15f-4151-b927-ed64aaf106bb req-08402664-2eb6-495a-9c01-a6723a6e4472 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a65d317-0e20-44dc-b428-0db9a2c4e81f HTTP/1.1" status: 200 len: 946 time: 0.0624385 Sep 23 07:30:31.339666 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-b87c3e1b-a15f-4151-b927-ed64aaf106bb req-8147df37-54f8-434f-94c4-559dcfdecc4b tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] 10.222.0.62 "GET /v2.0/security-groups?id=1abea1f3-eb90-4ea0-bd1d-d6ddf6b9f56e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460126 Sep 23 07:30:31.597062 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7148d266-51fd-4243-96e0-7b04766d9d8e req-3b285013-de21-4fcf-bc4c-bc30c6496a2f tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:30:31.599192 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-7148d266-51fd-4243-96e0-7b04766d9d8e req-3b285013-de21-4fcf-bc4c-bc30c6496a2f tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] 10.222.0.62 "GET /v2.0/ports?device_id=f3d65c24-4ad2-4653-88e6-8ab51b884114 HTTP/1.1" status: 200 len: 931 time: 0.1054251 Sep 23 07:30:31.665906 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-7148d266-51fd-4243-96e0-7b04766d9d8e req-96874c99-b2c8-4404-b0d2-ac97d304df53 tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] 10.222.0.62 "GET /v2.0/security-groups?id=c245a919-e8a3-48a6-887c-0115e649c4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483100 Sep 23 07:30:32.289018 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfeffca-ffb2-4a31-8f3a-de5a19ea7f7e req-1c3980fc-26cf-4157-b69e-04c0064b7b76 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:30:32.291454 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-9bfeffca-ffb2-4a31-8f3a-de5a19ea7f7e req-1c3980fc-26cf-4157-b69e-04c0064b7b76 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/ports?device_id=d6e06ec0-154d-469f-abac-3b9cf681c0db HTTP/1.1" status: 200 len: 945 time: 0.0559433 Sep 23 07:30:32.336189 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-9bfeffca-ffb2-4a31-8f3a-de5a19ea7f7e req-761b0b13-75ae-4073-89a3-c1d6c9ea41aa tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/security-groups?id=278f1fac-5295-401c-8abd-7d69416ea71e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386460 Sep 23 07:30:32.466472 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bdfcac-b13d-4afb-8699-27966fb39205 req-57553c08-0d2e-4085-8b29-ef05b51343d9 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:30:32.467994 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-84bdfcac-b13d-4afb-8699-27966fb39205 req-57553c08-0d2e-4085-8b29-ef05b51343d9 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a65d317-0e20-44dc-b428-0db9a2c4e81f HTTP/1.1" status: 200 len: 946 time: 0.0562446 Sep 23 07:30:32.512986 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-84bdfcac-b13d-4afb-8699-27966fb39205 req-a7387bba-0567-4ab3-aa73-b2373ca2829c tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] 10.222.0.62 "GET /v2.0/security-groups?id=1abea1f3-eb90-4ea0-bd1d-d6ddf6b9f56e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384865 Sep 23 07:30:32.645240 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.v2.base [req-6f30c880-7367-4ce1-a619-10cc552ea2b3 req-e5a4f9fc-3e43-4d02-a4d0-1fd3609bb8f8 service neutron] Request body: {'port': {'device_id': 'f3d65c24-4ad2-4653-88e6-8ab51b884114', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80588'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:30:32.728277 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-6f30c880-7367-4ce1-a619-10cc552ea2b3 req-e5a4f9fc-3e43-4d02-a4d0-1fd3609bb8f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:30:32.922791 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94a4325-6700-43ef-961b-c7d52e281403 req-3c14ba7e-1fb3-4f2f-955e-3c9851b668a1 tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:30:32.924910 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-e94a4325-6700-43ef-961b-c7d52e281403 req-3c14ba7e-1fb3-4f2f-955e-3c9851b668a1 tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] 10.222.0.62 "GET /v2.0/ports?device_id=f3d65c24-4ad2-4653-88e6-8ab51b884114 HTTP/1.1" status: 200 len: 931 time: 0.1560452 Sep 23 07:30:32.971776 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a3765e-9d9d-4557-aa13-49b9ce2a4207 req-649088bd-00c0-454e-bb20-2c8ea9b56d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:30:32.973304 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-a2a3765e-9d9d-4557-aa13-49b9ce2a4207 req-649088bd-00c0-454e-bb20-2c8ea9b56d62 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=63deb2e833294f4ba854d4abe4a79ff2&device_id=d6e06ec0-154d-469f-abac-3b9cf681c0db HTTP/1.1" status: 200 len: 1098 time: 0.1539800 Sep 23 07:30:33.034590 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-e94a4325-6700-43ef-961b-c7d52e281403 req-d646c299-12b3-4c92-a504-f46c7963abe3 tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] 10.222.0.62 "GET /v2.0/security-groups?id=c245a919-e8a3-48a6-887c-0115e649c4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040244 Sep 23 07:30:33.168515 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a3765e-9d9d-4557-aa13-49b9ce2a4207 req-caac242c-cea1-48e0-b0af-68d54629e862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:30:33.170706 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-a2a3765e-9d9d-4557-aa13-49b9ce2a4207 req-caac242c-cea1-48e0-b0af-68d54629e862 service neutron] 10.222.0.53 "GET /v2.0/networks?id=457ccd50-05b0-4ce0-8b7d-271dff6f827e HTTP/1.1" status: 200 len: 918 time: 0.1592653 Sep 23 07:30:33.190620 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.notifiers.nova [req-6f30c880-7367-4ce1-a619-10cc552ea2b3 req-e5a4f9fc-3e43-4d02-a4d0-1fd3609bb8f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38e18cce-76ac-46eb-b16b-47adaba3bd21 {{(pid=94841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 07:30:33.227678 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-6f30c880-7367-4ce1-a619-10cc552ea2b3 req-e5a4f9fc-3e43-4d02-a4d0-1fd3609bb8f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:30:33.249689 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [req-6f30c880-7367-4ce1-a619-10cc552ea2b3 req-e5a4f9fc-3e43-4d02-a4d0-1fd3609bb8f8 service neutron] Transition to ACTIVE for port object 38e18cce-76ac-46eb-b16b-47adaba3bd21 will not be triggered until provisioned by entity L2. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 07:30:33.263878 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-a2a3765e-9d9d-4557-aa13-49b9ce2a4207 req-2ab7e0f7-0b97-44fa-af20-fc8fb1293d6b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d896cc8c-3a91-43e6-ab35-d64ba46ad28c HTTP/1.1" status: 200 len: 1001 time: 0.0839057 Sep 23 07:30:33.335276 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a3765e-9d9d-4557-aa13-49b9ce2a4207 req-7255e318-65a0-440f-b212-cff635a7bbc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:30:33.337006 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-a2a3765e-9d9d-4557-aa13-49b9ce2a4207 req-7255e318-65a0-440f-b212-cff635a7bbc5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=513e6a2b-0c54-4f03-8c2d-dd3c246bd8ac HTTP/1.1" status: 200 len: 856 time: 0.0602322 Sep 23 07:30:33.343938 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-6f30c880-7367-4ce1-a619-10cc552ea2b3 req-e5a4f9fc-3e43-4d02-a4d0-1fd3609bb8f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728618137860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728617650881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728617650899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58829493'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:30:33.430735 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a4f9fc-3e43-4d02-a4d0-1fd3609bb8f8 service neutron] Pushing event updated for resources: {'Port': ['ID=38e18cce-76ac-46eb-b16b-47adaba3bd21,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:30:33.448146 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a3765e-9d9d-4557-aa13-49b9ce2a4207 req-eadd9380-c823-4594-a883-618a6b120de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:30:33.449755 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-a2a3765e-9d9d-4557-aa13-49b9ce2a4207 req-eadd9380-c823-4594-a883-618a6b120de6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=457ccd50-05b0-4ce0-8b7d-271dff6f827e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1032734 Sep 23 07:30:33.453301 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a4f9fc-3e43-4d02-a4d0-1fd3609bb8f8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:30:33.453647 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a4f9fc-3e43-4d02-a4d0-1fd3609bb8f8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:30:33.453986 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a4f9fc-3e43-4d02-a4d0-1fd3609bb8f8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:30:33.455202 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a4f9fc-3e43-4d02-a4d0-1fd3609bb8f8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:30:33.455556 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a4f9fc-3e43-4d02-a4d0-1fd3609bb8f8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:30:33.455891 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a4f9fc-3e43-4d02-a4d0-1fd3609bb8f8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:30:33.456222 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a4f9fc-3e43-4d02-a4d0-1fd3609bb8f8 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:30:33.456554 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a4f9fc-3e43-4d02-a4d0-1fd3609bb8f8 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:30:33.456939 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a4f9fc-3e43-4d02-a4d0-1fd3609bb8f8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:30:33.457271 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a4f9fc-3e43-4d02-a4d0-1fd3609bb8f8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:30:33.457592 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a4f9fc-3e43-4d02-a4d0-1fd3609bb8f8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:30:33.457917 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a4f9fc-3e43-4d02-a4d0-1fd3609bb8f8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:30:33.984498 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfc5747-71b3-4e75-9461-9c7d33704a1e req-c8205e1e-8dce-4f8b-b8b2-4d54604c6fb4 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:30:33.986090 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-3dfc5747-71b3-4e75-9461-9c7d33704a1e req-c8205e1e-8dce-4f8b-b8b2-4d54604c6fb4 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/ports?device_id=d6e06ec0-154d-469f-abac-3b9cf681c0db HTTP/1.1" status: 200 len: 945 time: 0.1878595 Sep 23 07:30:33.994017 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527eabbf-2495-494b-af56-3ba24698e435 req-dd1cef7a-ca2f-4618-a964-73bb32b7e4c2 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:30:33.996314 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-527eabbf-2495-494b-af56-3ba24698e435 req-dd1cef7a-ca2f-4618-a964-73bb32b7e4c2 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a65d317-0e20-44dc-b428-0db9a2c4e81f HTTP/1.1" status: 200 len: 946 time: 0.1984370 Sep 23 07:30:34.000235 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-6f30c880-7367-4ce1-a619-10cc552ea2b3 req-e5a4f9fc-3e43-4d02-a4d0-1fd3609bb8f8 service neutron] Attempting to bind port 38e18cce-76ac-46eb-b16b-47adaba3bd21 on host hv-cinder-80588 for vnic_type normal with profile {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:30:34.000572 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-6f30c880-7367-4ce1-a619-10cc552ea2b3 req-e5a4f9fc-3e43-4d02-a4d0-1fd3609bb8f8 service neutron] Attempting to bind port 38e18cce-76ac-46eb-b16b-47adaba3bd21 by drivers openvswitch,hyperv on host hv-cinder-80588 at level 0 using segments [{'id': '99a155bb-0156-4c62-ba55-90beca557e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '83e3b09d-fc27-404b-b2a1-413ff73692ca'}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:30:34.000927 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f30c880-7367-4ce1-a619-10cc552ea2b3 req-e5a4f9fc-3e43-4d02-a4d0-1fd3609bb8f8 service neutron] Attempting to bind port 38e18cce-76ac-46eb-b16b-47adaba3bd21 on network 83e3b09d-fc27-404b-b2a1-413ff73692ca {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:30:34.020938 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-a2a3765e-9d9d-4557-aa13-49b9ce2a4207 req-a4f718d5-0ff9-49ab-acc3-c388178ccca7 service neutron] 10.222.0.53 "GET /v2.0/networks/457ccd50-05b0-4ce0-8b7d-271dff6f827e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5589139 Sep 23 07:30:34.038476 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f30c880-7367-4ce1-a619-10cc552ea2b3 req-e5a4f9fc-3e43-4d02-a4d0-1fd3609bb8f8 service neutron] Port 38e18cce-76ac-46eb-b16b-47adaba3bd21 on network 83e3b09d-fc27-404b-b2a1-413ff73692ca not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80588 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 07:30:34.038808 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f30c880-7367-4ce1-a619-10cc552ea2b3 req-e5a4f9fc-3e43-4d02-a4d0-1fd3609bb8f8 service neutron] Attempting to bind port 38e18cce-76ac-46eb-b16b-47adaba3bd21 on network 83e3b09d-fc27-404b-b2a1-413ff73692ca {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:30:34.071379 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f30c880-7367-4ce1-a619-10cc552ea2b3 req-e5a4f9fc-3e43-4d02-a4d0-1fd3609bb8f8 service neutron] Checking agent: {'id': '6ad4e769-5dea-434d-bbcd-ae86f07cf259', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80588', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 7, 22, 28), 'started_at': datetime.datetime(2021, 9, 23, 7, 22, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 7, 30, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 07:30:34.073032 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f30c880-7367-4ce1-a619-10cc552ea2b3 req-e5a4f9fc-3e43-4d02-a4d0-1fd3609bb8f8 service neutron] Checking segment: {'id': '99a155bb-0156-4c62-ba55-90beca557e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '83e3b09d-fc27-404b-b2a1-413ff73692ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:30:34.073032 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f30c880-7367-4ce1-a619-10cc552ea2b3 req-e5a4f9fc-3e43-4d02-a4d0-1fd3609bb8f8 service neutron] Bound using segment: {'id': '99a155bb-0156-4c62-ba55-90beca557e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '83e3b09d-fc27-404b-b2a1-413ff73692ca'} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 07:30:34.073032 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-6f30c880-7367-4ce1-a619-10cc552ea2b3 req-e5a4f9fc-3e43-4d02-a4d0-1fd3609bb8f8 service neutron] Bound port: 38e18cce-76ac-46eb-b16b-47adaba3bd21, host: hv-cinder-80588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99a155bb-0156-4c62-ba55-90beca557e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '83e3b09d-fc27-404b-b2a1-413ff73692ca'}}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 07:30:34.073032 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-6f30c880-7367-4ce1-a619-10cc552ea2b3 req-e5a4f9fc-3e43-4d02-a4d0-1fd3609bb8f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:30:34.112197 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-3dfc5747-71b3-4e75-9461-9c7d33704a1e req-32d5761b-e723-4657-8b02-bcdeebc69515 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/security-groups?id=278f1fac-5295-401c-8abd-7d69416ea71e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1131225 Sep 23 07:30:34.117948 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-527eabbf-2495-494b-af56-3ba24698e435 req-8558585e-f237-4ead-b987-accab7f06663 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] 10.222.0.62 "GET /v2.0/security-groups?id=1abea1f3-eb90-4ea0-bd1d-d6ddf6b9f56e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1146412 Sep 23 07:30:34.262487 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-a2a3765e-9d9d-4557-aa13-49b9ce2a4207 req-85d67ae6-a32c-42af-9fa2-ad1ed3f9142c service neutron] 10.222.0.53 "GET /v2.0/networks/457ccd50-05b0-4ce0-8b7d-271dff6f827e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2309844 Sep 23 07:30:34.268994 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-6f30c880-7367-4ce1-a619-10cc552ea2b3 req-e5a4f9fc-3e43-4d02-a4d0-1fd3609bb8f8 service neutron] For port 38e18cce-76ac-46eb-b16b-47adaba3bd21, host hv-cinder-80588, cleared binding levels {{(pid=94841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:30:34.276914 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-6f30c880-7367-4ce1-a619-10cc552ea2b3 req-e5a4f9fc-3e43-4d02-a4d0-1fd3609bb8f8 service neutron] For port 38e18cce-76ac-46eb-b16b-47adaba3bd21, host hv-cinder-80588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=38e18cce-76ac-46eb-b16b-47adaba3bd21,segment=NetworkSegment(99a155bb-0156-4c62-ba55-90beca557e75),segment_id=99a155bb-0156-4c62-ba55-90beca557e75)] {{(pid=94841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 07:30:34.296564 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e82c545-fecd-4367-8ac4-b707b20a79cf req-c2b5c790-32bc-4512-95aa-7e1f279eb905 tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:30:34.298205 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-2e82c545-fecd-4367-8ac4-b707b20a79cf req-c2b5c790-32bc-4512-95aa-7e1f279eb905 tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] 10.222.0.62 "GET /v2.0/ports?device_id=f3d65c24-4ad2-4653-88e6-8ab51b884114 HTTP/1.1" status: 200 len: 943 time: 0.1014476 Sep 23 07:30:34.352885 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-6f30c880-7367-4ce1-a619-10cc552ea2b3 req-e5a4f9fc-3e43-4d02-a4d0-1fd3609bb8f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728618137860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728617650881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728617650899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58829493'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:30:34.372193 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-2e82c545-fecd-4367-8ac4-b707b20a79cf req-315ca9bf-c6fb-48a6-b306-d5677412ca3b tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] 10.222.0.62 "GET /v2.0/security-groups?id=c245a919-e8a3-48a6-887c-0115e649c4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602152 Sep 23 07:30:34.401464 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f30c880-7367-4ce1-a619-10cc552ea2b3 req-e5a4f9fc-3e43-4d02-a4d0-1fd3609bb8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:30:34.401924 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-6f30c880-7367-4ce1-a619-10cc552ea2b3 req-e5a4f9fc-3e43-4d02-a4d0-1fd3609bb8f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210484'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:30:34.403372 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-6f30c880-7367-4ce1-a619-10cc552ea2b3 req-e5a4f9fc-3e43-4d02-a4d0-1fd3609bb8f8 service neutron] 10.222.0.53 "PUT /v2.0/ports/38e18cce-76ac-46eb-b16b-47adaba3bd21 HTTP/1.1" status: 200 len: 1093 time: 1.7629452 Sep 23 07:30:34.403865 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3d65c24-4ad2-4653-88e6-8ab51b884114', 'tag': '38e18cce-76ac-46eb-b16b-47adaba3bd21'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:30:34.406293 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59377972be4a6b1db7d764771ea1170f497e9021ac5c159e937f759c4704c07c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59c43a4e-eb1a-4d6f-b606-ef895b3858aa" -d '{"events": [{"name": "network-changed", "server_uuid": "f3d65c24-4ad2-4653-88e6-8ab51b884114", "tag": "38e18cce-76ac-46eb-b16b-47adaba3bd21"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:30:34.446668 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a4f9fc-3e43-4d02-a4d0-1fd3609bb8f8 service neutron] Pushing event updated for resources: {'Port': ['ID=38e18cce-76ac-46eb-b16b-47adaba3bd21,revision_number=3']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:30:34.465116 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 07:30:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e06dc47-d56b-42a9-9ff9-8592baff5f26 x-openstack-request-id: req-9e06dc47-d56b-42a9-9ff9-8592baff5f26 {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:30:34.465783 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3d65c24-4ad2-4653-88e6-8ab51b884114", "tag": "38e18cce-76ac-46eb-b16b-47adaba3bd21", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:30:34.465902 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9e06dc47-d56b-42a9-9ff9-8592baff5f26 {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:30:34.466332 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3d65c24-4ad2-4653-88e6-8ab51b884114', 'tag': '38e18cce-76ac-46eb-b16b-47adaba3bd21', 'status': 'completed', 'code': 200} Sep 23 07:30:34.551097 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c43a4e-eb1a-4d6f-b606-ef895b3858aa req-8603be6b-d891-4c00-82d8-7d65a973d32c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:30:34.552576 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-59c43a4e-eb1a-4d6f-b606-ef895b3858aa req-8603be6b-d891-4c00-82d8-7d65a973d32c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4d12208531784657acb0a942fc6e2c94&device_id=f3d65c24-4ad2-4653-88e6-8ab51b884114 HTTP/1.1" status: 200 len: 1096 time: 0.0587277 Sep 23 07:30:34.733303 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c43a4e-eb1a-4d6f-b606-ef895b3858aa req-4dc5f4d6-45ee-4e4f-bc85-951504b12ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:30:34.736239 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-59c43a4e-eb1a-4d6f-b606-ef895b3858aa req-4dc5f4d6-45ee-4e4f-bc85-951504b12ed3 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=4d12208531784657acb0a942fc6e2c94&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1728702 Sep 23 07:30:34.876208 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c43a4e-eb1a-4d6f-b606-ef895b3858aa req-87cd7240-b524-4a6b-a6e7-cff77e82c1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:30:34.878089 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-59c43a4e-eb1a-4d6f-b606-ef895b3858aa req-87cd7240-b524-4a6b-a6e7-cff77e82c1fd service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1286409 Sep 23 07:30:34.958449 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.db.agents_db [None req-60cd1eec-2052-4d49-bd00-e5a0de40c293 None None] Agent healthcheck: found 6 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 07:30:34.966895 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f30c880-7367-4ce1-a619-10cc552ea2b3 req-0b7fca39-33ed-447c-b06d-5a08d3004580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:30:34.968437 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-6f30c880-7367-4ce1-a619-10cc552ea2b3 req-0b7fca39-33ed-447c-b06d-5a08d3004580 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4d12208531784657acb0a942fc6e2c94&device_id=f3d65c24-4ad2-4653-88e6-8ab51b884114 HTTP/1.1" status: 200 len: 1096 time: 0.0434577 Sep 23 07:30:35.018279 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-6f30c880-7367-4ce1-a619-10cc552ea2b3 req-f810f216-0da9-487a-a94d-e128ea2e553d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=38e18cce-76ac-46eb-b16b-47adaba3bd21 HTTP/1.1" status: 200 len: 217 time: 0.0387101 Sep 23 07:30:35.102722 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f30c880-7367-4ce1-a619-10cc552ea2b3 req-2321cb63-313c-410f-aa93-6d7fad57f162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:30:35.104314 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-6f30c880-7367-4ce1-a619-10cc552ea2b3 req-2321cb63-313c-410f-aa93-6d7fad57f162 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=15ea5f8a-82af-463d-9d74-67d1c93c5176 HTTP/1.1" status: 200 len: 854 time: 0.0674186 Sep 23 07:30:35.161342 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f30c880-7367-4ce1-a619-10cc552ea2b3 req-ab5572eb-4139-498e-82eb-21b0261e5f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:30:35.163000 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-6f30c880-7367-4ce1-a619-10cc552ea2b3 req-ab5572eb-4139-498e-82eb-21b0261e5f14 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=83e3b09d-fc27-404b-b2a1-413ff73692ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0479691 Sep 23 07:30:35.333528 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-6f30c880-7367-4ce1-a619-10cc552ea2b3 req-fde5bcb5-bcbf-4903-b948-ff71dd9f0908 service neutron] 10.222.0.53 "GET /v2.0/networks/83e3b09d-fc27-404b-b2a1-413ff73692ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579998 Sep 23 07:30:35.373740 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3848db6-7073-4b42-a74d-3298a66d04c8 req-f4978be5-4e0d-433f-980a-020240bc9b8b tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:30:35.375395 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-b3848db6-7073-4b42-a74d-3298a66d04c8 req-f4978be5-4e0d-433f-980a-020240bc9b8b tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a65d317-0e20-44dc-b428-0db9a2c4e81f HTTP/1.1" status: 200 len: 946 time: 0.1264391 Sep 23 07:30:35.385588 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72b251e-65a2-4e5b-aac2-dbede47c83d5 req-a86fea45-8475-49ff-ae5f-7328687a4901 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:30:35.387086 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-d72b251e-65a2-4e5b-aac2-dbede47c83d5 req-a86fea45-8475-49ff-ae5f-7328687a4901 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/ports?device_id=d6e06ec0-154d-469f-abac-3b9cf681c0db HTTP/1.1" status: 200 len: 945 time: 0.1259298 Sep 23 07:30:35.496087 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-b3848db6-7073-4b42-a74d-3298a66d04c8 req-c4a83aa4-d5d4-4a6b-ae1b-70793af8555f tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] 10.222.0.62 "GET /v2.0/security-groups?id=1abea1f3-eb90-4ea0-bd1d-d6ddf6b9f56e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1058850 Sep 23 07:30:35.504689 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-d72b251e-65a2-4e5b-aac2-dbede47c83d5 req-e5513b05-f67e-433e-a952-f8f1269bb88f tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/security-groups?id=278f1fac-5295-401c-8abd-7d69416ea71e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1074195 Sep 23 07:30:35.516489 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-6f30c880-7367-4ce1-a619-10cc552ea2b3 req-0b14236e-21af-461e-949f-6d3166823e44 service neutron] 10.222.0.53 "GET /v2.0/networks/83e3b09d-fc27-404b-b2a1-413ff73692ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1724501 Sep 23 07:30:35.637947 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b7c782-3e09-4a5c-b388-b00f763f669d req-bc000a8b-924e-4ee1-a98e-c7768869e881 tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:30:35.639755 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-87b7c782-3e09-4a5c-b388-b00f763f669d req-bc000a8b-924e-4ee1-a98e-c7768869e881 tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] 10.222.0.62 "GET /v2.0/ports?device_id=f3d65c24-4ad2-4653-88e6-8ab51b884114 HTTP/1.1" status: 200 len: 943 time: 0.0550625 Sep 23 07:30:35.692007 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-87b7c782-3e09-4a5c-b388-b00f763f669d req-b4a7e442-c29e-40d8-86d2-8865de965a3c tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] 10.222.0.62 "GET /v2.0/security-groups?id=c245a919-e8a3-48a6-887c-0115e649c4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454292 Sep 23 07:30:36.502783 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Device d896cc8c-3a91-43e6-ab35-d64ba46ad28c details requested by agent hyperv_hv-cinder-80588 with host hv-cinder-80588 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 07:30:36.676490 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] For port d896cc8c-3a91-43e6-ab35-d64ba46ad28c, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=d896cc8c-3a91-43e6-ab35-d64ba46ad28c,segment=NetworkSegment(1643a54a-f314-44c3-bdbc-99b9ba0d70f9),segment_id=1643a54a-f314-44c3-bdbc-99b9ba0d70f9)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:30:36.696836 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Returning: {'device': 'd896cc8c-3a91-43e6-ab35-d64ba46ad28c', 'network_id': '457ccd50-05b0-4ce0-8b7d-271dff6f827e', 'port_id': 'd896cc8c-3a91-43e6-ab35-d64ba46ad28c', 'mac_address': 'fa:16:3e:ac:68:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '513e6a2b-0c54-4f03-8c2d-dd3c246bd8ac', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 07:30:36.738337 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431e2251-4f77-4fef-8841-cf7d02868230 req-83340440-2242-4a8a-87a8-9c7b6d8ade1e tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:30:36.745839 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-431e2251-4f77-4fef-8841-cf7d02868230 req-83340440-2242-4a8a-87a8-9c7b6d8ade1e tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/ports?device_id=d6e06ec0-154d-469f-abac-3b9cf681c0db HTTP/1.1" status: 200 len: 945 time: 0.1349735 Sep 23 07:30:36.761996 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:30:36.772358 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aee49ad-a0b0-4004-8c4b-e3d859acfb29 req-a68096a9-5080-4516-bcdf-d554270efdc3 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:30:36.774019 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-4aee49ad-a0b0-4004-8c4b-e3d859acfb29 req-a68096a9-5080-4516-bcdf-d554270efdc3 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a65d317-0e20-44dc-b428-0db9a2c4e81f HTTP/1.1" status: 200 len: 946 time: 0.1350653 Sep 23 07:30:36.789682 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d896cc8c-3a91-43e6-ab35-d64ba46ad28c {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 07:30:36.814540 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] For port d896cc8c-3a91-43e6-ab35-d64ba46ad28c, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=d896cc8c-3a91-43e6-ab35-d64ba46ad28c,segment=NetworkSegment(1643a54a-f314-44c3-bdbc-99b9ba0d70f9),segment_id=1643a54a-f314-44c3-bdbc-99b9ba0d70f9)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:30:36.836676 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-431e2251-4f77-4fef-8841-cf7d02868230 req-9f40da55-7b6a-4822-81e8-01e75400f2bd tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/security-groups?id=278f1fac-5295-401c-8abd-7d69416ea71e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899324 Sep 23 07:30:36.846956 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-4aee49ad-a0b0-4004-8c4b-e3d859acfb29 req-3ed6ff55-0849-416a-b889-001f03b06156 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] 10.222.0.62 "GET /v2.0/security-groups?id=1abea1f3-eb90-4ea0-bd1d-d6ddf6b9f56e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647814 Sep 23 07:30:36.939839 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728618137860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728617650881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728617650899'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:30:37.041105 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Pushing event updated for resources: {'Port': ['ID=d896cc8c-3a91-43e6-ab35-d64ba46ad28c,revision_number=6']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:30:37.049310 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] get_ports_and_sgs() called for port_ids ['d896cc8c-3a91-43e6-ab35-d64ba46ad28c'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 07:30:37.076610 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf228d0-b67c-42b8-b411-65037ed423e0 req-86d535cc-6684-47c8-b384-1e7dcd32a130 tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:30:37.083604 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:30:37.084233 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:30:37.084778 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:30:37.085291 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:30:37.085781 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:30:37.086479 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-7bf228d0-b67c-42b8-b411-65037ed423e0 req-86d535cc-6684-47c8-b384-1e7dcd32a130 tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] 10.222.0.62 "GET /v2.0/ports?device_id=f3d65c24-4ad2-4653-88e6-8ab51b884114 HTTP/1.1" status: 200 len: 943 time: 0.0884643 Sep 23 07:30:37.087288 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:30:37.087794 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:30:37.093409 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:30:37.095667 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:30:37.098265 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:30:37.098698 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:30:37.101389 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:30:37.149683 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-7bf228d0-b67c-42b8-b411-65037ed423e0 req-d1dbe296-2d60-4967-bcd6-bd597d953e99 tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] 10.222.0.62 "GET /v2.0/security-groups?id=c245a919-e8a3-48a6-887c-0115e649c4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621800 Sep 23 07:30:38.165039 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ea2d3a-0b05-4304-bf66-147642b9e60d req-570f1064-535f-418c-ab43-2aa8bcbc29af tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:30:38.168135 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-a7ea2d3a-0b05-4304-bf66-147642b9e60d req-570f1064-535f-418c-ab43-2aa8bcbc29af tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/ports?device_id=d6e06ec0-154d-469f-abac-3b9cf681c0db HTTP/1.1" status: 200 len: 944 time: 0.1382008 Sep 23 07:30:38.180208 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e187f1f-d537-487f-a556-7497fd46f5f2 req-b81d8948-e513-4d84-996d-d9f434023197 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:30:38.181935 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-6e187f1f-d537-487f-a556-7497fd46f5f2 req-b81d8948-e513-4d84-996d-d9f434023197 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a65d317-0e20-44dc-b428-0db9a2c4e81f HTTP/1.1" status: 200 len: 946 time: 0.1717145 Sep 23 07:30:38.308666 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-a7ea2d3a-0b05-4304-bf66-147642b9e60d req-7df7ccbe-f232-46da-94d1-1303b4d78915 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/security-groups?id=278f1fac-5295-401c-8abd-7d69416ea71e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1253963 Sep 23 07:30:38.340541 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-6e187f1f-d537-487f-a556-7497fd46f5f2 req-d96a67fc-08c6-45fa-b52f-9b400e2098a8 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] 10.222.0.62 "GET /v2.0/security-groups?id=1abea1f3-eb90-4ea0-bd1d-d6ddf6b9f56e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1472490 Sep 23 07:30:38.527576 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Device 38e18cce-76ac-46eb-b16b-47adaba3bd21 details requested by agent hyperv_hv-cinder-80588 with host hv-cinder-80588 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 07:30:38.588309 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89862de1-e101-41ab-a2a9-1f71689df2e4 req-6963ba18-4289-451e-8274-223d513b7e61 tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:30:38.604095 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-89862de1-e101-41ab-a2a9-1f71689df2e4 req-6963ba18-4289-451e-8274-223d513b7e61 tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] 10.222.0.62 "GET /v2.0/ports?device_id=f3d65c24-4ad2-4653-88e6-8ab51b884114 HTTP/1.1" status: 200 len: 943 time: 0.0813217 Sep 23 07:30:38.671189 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Device d896cc8c-3a91-43e6-ab35-d64ba46ad28c up at agent hyperv_hv-cinder-80588 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:30:38.672919 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-89862de1-e101-41ab-a2a9-1f71689df2e4 req-22645ca1-2c47-4de8-8c3c-0bdf3c7896f9 tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] 10.222.0.62 "GET /v2.0/security-groups?id=c245a919-e8a3-48a6-887c-0115e649c4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677927 Sep 23 07:30:38.771691 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.62', 58824) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:30:38.830505 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Provisioning complete for port d896cc8c-3a91-43e6-ab35-d64ba46ad28c triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:30:38.830889 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703931'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:30:38.877197 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] For port 38e18cce-76ac-46eb-b16b-47adaba3bd21, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=38e18cce-76ac-46eb-b16b-47adaba3bd21,segment=NetworkSegment(99a155bb-0156-4c62-ba55-90beca557e75),segment_id=99a155bb-0156-4c62-ba55-90beca557e75)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:30:38.897132 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Returning: {'device': '38e18cce-76ac-46eb-b16b-47adaba3bd21', 'network_id': '83e3b09d-fc27-404b-b2a1-413ff73692ca', 'port_id': '38e18cce-76ac-46eb-b16b-47adaba3bd21', 'mac_address': 'fa:16:3e:9f:af:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 572, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15ea5f8a-82af-463d-9d74-67d1c93c5176', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 07:30:38.965718 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:30:39.009748 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38e18cce-76ac-46eb-b16b-47adaba3bd21 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 07:30:39.048612 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c03c8393-f72d-46d7-80be-16ca563d96d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:30:39.054491 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] For port 38e18cce-76ac-46eb-b16b-47adaba3bd21, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=38e18cce-76ac-46eb-b16b-47adaba3bd21,segment=NetworkSegment(99a155bb-0156-4c62-ba55-90beca557e75),segment_id=99a155bb-0156-4c62-ba55-90beca557e75)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:30:39.055739 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:30:39.103948 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6e06ec0-154d-469f-abac-3b9cf681c0db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd896cc8c-3a91-43e6-ab35-d64ba46ad28c'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:30:39.106348 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8cb1569f887212d656241d478829572ac01e5268e755a1d7af7c5208f8517aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-179b4d90-97b4-43eb-98ec-bf321f24292c" -d '{"events": [{"server_uuid": "d6e06ec0-154d-469f-abac-3b9cf681c0db", "name": "network-vif-plugged", "status": "completed", "tag": "d896cc8c-3a91-43e6-ab35-d64ba46ad28c"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:30:39.141967 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] For port d896cc8c-3a91-43e6-ab35-d64ba46ad28c, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=d896cc8c-3a91-43e6-ab35-d64ba46ad28c,segment=NetworkSegment(1643a54a-f314-44c3-bdbc-99b9ba0d70f9),segment_id=1643a54a-f314-44c3-bdbc-99b9ba0d70f9)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:30:39.145409 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728618137860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728617650881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728617650899'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:30:39.237984 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Pushing event updated for resources: {'Port': ['ID=38e18cce-76ac-46eb-b16b-47adaba3bd21,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:30:39.250737 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c03c8393-f72d-46d7-80be-16ca563d96d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:30:39.280458 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728618137860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728617650881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728617650899'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:30:39.283740 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Device a0901f49-5673-46da-b328-6c424d4f46eb no longer exists at agent hyperv_hv-cinder-80588 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:30:39.350671 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c03c8393-f72d-46d7-80be-16ca563d96d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520401'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:30:39.491875 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03c8393-f72d-46d7-80be-16ca563d96d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7635030-ba80-4a44-8370-ba0c7ee2cc10,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:30:39.517744 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Pushing event updated for resources: {'Port': ['ID=d896cc8c-3a91-43e6-ab35-d64ba46ad28c,revision_number=7']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:30:39.527946 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [None req-c03c8393-f72d-46d7-80be-16ca563d96d7 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=9c02f6624caa4cbe89df3ffd25652a3b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7550740 Sep 23 07:30:39.529616 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03c8393-f72d-46d7-80be-16ca563d96d7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:30:39.529973 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03c8393-f72d-46d7-80be-16ca563d96d7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:30:39.530411 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03c8393-f72d-46d7-80be-16ca563d96d7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:30:39.530752 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03c8393-f72d-46d7-80be-16ca563d96d7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:30:39.531266 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03c8393-f72d-46d7-80be-16ca563d96d7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:30:39.531769 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03c8393-f72d-46d7-80be-16ca563d96d7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:30:39.531769 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03c8393-f72d-46d7-80be-16ca563d96d7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:30:39.535592 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03c8393-f72d-46d7-80be-16ca563d96d7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:30:39.535777 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03c8393-f72d-46d7-80be-16ca563d96d7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:30:39.536043 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03c8393-f72d-46d7-80be-16ca563d96d7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:30:39.536331 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03c8393-f72d-46d7-80be-16ca563d96d7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:30:39.536670 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03c8393-f72d-46d7-80be-16ca563d96d7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:30:39.539422 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 07:30:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b348fc5b-0386-4dac-beea-fd1d36c37e48 x-openstack-request-id: req-b348fc5b-0386-4dac-beea-fd1d36c37e48 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:30:39.539973 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6e06ec0-154d-469f-abac-3b9cf681c0db", "name": "network-vif-plugged", "status": "completed", "tag": "d896cc8c-3a91-43e6-ab35-d64ba46ad28c", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:30:39.540408 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b348fc5b-0386-4dac-beea-fd1d36c37e48 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:30:39.542402 dv-cinder-805887-18-iscsi neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6e06ec0-154d-469f-abac-3b9cf681c0db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd896cc8c-3a91-43e6-ab35-d64ba46ad28c', 'code': 200} Sep 23 07:30:39.552646 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.62', 58838) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:30:39.645335 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] get_ports_and_sgs() called for port_ids ['38e18cce-76ac-46eb-b16b-47adaba3bd21'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 07:30:39.736462 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-04699b39-eb2c-4e6b-a4b5-8dc15e1e0b19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:30:39.757426 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63f79ef-cd21-4001-be35-0910201a5876 req-a7610e9f-e849-49aa-a0d2-793b43fe5c43 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:30:39.762689 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:30:39.793899 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-a63f79ef-cd21-4001-be35-0910201a5876 req-a7610e9f-e849-49aa-a0d2-793b43fe5c43 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a65d317-0e20-44dc-b428-0db9a2c4e81f HTTP/1.1" status: 200 len: 946 time: 0.2886839 Sep 23 07:30:39.843145 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] For port a0901f49-5673-46da-b328-6c424d4f46eb, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=a0901f49-5673-46da-b328-6c424d4f46eb,segment=NetworkSegment(3a470730-1ad3-461f-91dc-af57cba68cf2),segment_id=3a470730-1ad3-461f-91dc-af57cba68cf2)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:30:39.869601 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-04699b39-eb2c-4e6b-a4b5-8dc15e1e0b19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:30:39.884449 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e25a270-a93b-4a9c-b78b-fa96cf0541cd req-21505a21-473a-4ea8-9da5-1c4b9937d00a tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:30:39.905649 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-9e25a270-a93b-4a9c-b78b-fa96cf0541cd req-21505a21-473a-4ea8-9da5-1c4b9937d00a tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/ports?device_id=d6e06ec0-154d-469f-abac-3b9cf681c0db HTTP/1.1" status: 200 len: 945 time: 0.3174951 Sep 23 07:30:39.938827 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728618137860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728617650881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728617650899'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:30:39.939495 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa835990-b40c-45b9-a5a7-407509cc9e79 req-17ed7bd6-5069-4dd9-9698-f53782f095ad tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:30:39.941165 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-fa835990-b40c-45b9-a5a7-407509cc9e79 req-17ed7bd6-5069-4dd9-9698-f53782f095ad tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a65d317-0e20-44dc-b428-0db9a2c4e81f HTTP/1.1" status: 200 len: 946 time: 0.3056576 Sep 23 07:30:40.048262 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-9e25a270-a93b-4a9c-b78b-fa96cf0541cd req-198cf113-89bc-42cd-9d37-06f45219ccd6 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/security-groups?id=278f1fac-5295-401c-8abd-7d69416ea71e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1416166 Sep 23 07:30:40.069285 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-a63f79ef-cd21-4001-be35-0910201a5876 req-5319c3ab-a610-4ba0-af25-478843df7dc7 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] 10.222.0.62 "GET /v2.0/security-groups?id=1abea1f3-eb90-4ea0-bd1d-d6ddf6b9f56e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2684569 Sep 23 07:30:40.081984 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-04699b39-eb2c-4e6b-a4b5-8dc15e1e0b19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520401'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:30:40.084828 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-04699b39-eb2c-4e6b-a4b5-8dc15e1e0b19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:30:40.093650 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [None req-04699b39-eb2c-4e6b-a4b5-8dc15e1e0b19 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d7635030-ba80-4a44-8370-ba0c7ee2cc10 HTTP/1.1" status: 204 len: 168 time: 0.5327978 Sep 23 07:30:40.115458 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Pushing event updated for resources: {'Port': ['ID=a0901f49-5673-46da-b328-6c424d4f46eb,revision_number=6']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:30:40.159533 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04699b39-eb2c-4e6b-a4b5-8dc15e1e0b19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7635030-ba80-4a44-8370-ba0c7ee2cc10,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:30:40.274307 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-fa835990-b40c-45b9-a5a7-407509cc9e79 req-ec7e4e9a-69cf-44f5-a76a-b4535834256a tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Deleting port a0901f49-5673-46da-b328-6c424d4f46eb {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:30:40.276084 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-fa835990-b40c-45b9-a5a7-407509cc9e79 req-ec7e4e9a-69cf-44f5-a76a-b4535834256a tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728618132776'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:30:40.479806 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e59b44-1526-4827-925d-e2bfd3da4f69 req-a2515695-2ebe-44ca-a86b-5aae8ae34c25 tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:30:40.491771 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-e4e59b44-1526-4827-925d-e2bfd3da4f69 req-a2515695-2ebe-44ca-a86b-5aae8ae34c25 tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] 10.222.0.62 "GET /v2.0/ports?device_id=f3d65c24-4ad2-4653-88e6-8ab51b884114 HTTP/1.1" status: 200 len: 944 time: 0.2065296 Sep 23 07:30:40.587129 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-fa835990-b40c-45b9-a5a7-407509cc9e79 req-ec7e4e9a-69cf-44f5-a76a-b4535834256a tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] For port a0901f49-5673-46da-b328-6c424d4f46eb, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=a0901f49-5673-46da-b328-6c424d4f46eb,segment=NetworkSegment(3a470730-1ad3-461f-91dc-af57cba68cf2),segment_id=3a470730-1ad3-461f-91dc-af57cba68cf2)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:30:40.587852 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-fa835990-b40c-45b9-a5a7-407509cc9e79 req-ec7e4e9a-69cf-44f5-a76a-b4535834256a tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452355'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:30:40.619707 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-e4e59b44-1526-4827-925d-e2bfd3da4f69 req-64b64b20-ea24-4713-96fa-19f944f30776 tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] 10.222.0.62 "GET /v2.0/security-groups?id=c245a919-e8a3-48a6-887c-0115e649c4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269147 Sep 23 07:30:40.887068 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-fa835990-b40c-45b9-a5a7-407509cc9e79 req-ec7e4e9a-69cf-44f5-a76a-b4535834256a tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:30:40.890780 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-fa835990-b40c-45b9-a5a7-407509cc9e79 req-ec7e4e9a-69cf-44f5-a76a-b4535834256a tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-455962'] for floatingip, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:30:40.890780 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.db.l3_db [req-fa835990-b40c-45b9-a5a7-407509cc9e79 req-ec7e4e9a-69cf-44f5-a76a-b4535834256a tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Floating IP 89e5ae14-71fd-47c0-922d-c2f2dcdea697 disassociated. External IP: 172.27.2.230, port: a0901f49-5673-46da-b328-6c424d4f46eb. Sep 23 07:30:40.890780 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-fa835990-b40c-45b9-a5a7-407509cc9e79 req-ec7e4e9a-69cf-44f5-a76a-b4535834256a tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Calling delete_port for a0901f49-5673-46da-b328-6c424d4f46eb owned by compute:nova {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:30:41.259201 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37115242-fd16-416f-9ea3-813359ed8e4c req-20557eb6-5a56-4a48-ab63-63190b12515b tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:30:41.260788 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-37115242-fd16-416f-9ea3-813359ed8e4c req-20557eb6-5a56-4a48-ab63-63190b12515b tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a65d317-0e20-44dc-b428-0db9a2c4e81f HTTP/1.1" status: 200 len: 944 time: 0.0908158 Sep 23 07:30:41.289807 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c513ab-e985-4376-ba36-e7dff3b34a45 req-ec4142e0-e8d6-4867-9dd7-27bd0bf41254 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:30:41.305803 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-03c513ab-e985-4376-ba36-e7dff3b34a45 req-ec4142e0-e8d6-4867-9dd7-27bd0bf41254 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/ports?device_id=d6e06ec0-154d-469f-abac-3b9cf681c0db HTTP/1.1" status: 200 len: 945 time: 0.1033411 Sep 23 07:30:41.379642 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-37115242-fd16-416f-9ea3-813359ed8e4c req-47752c1c-554d-4347-8435-aeebc65db2a1 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] 10.222.0.62 "GET /v2.0/security-groups?id=1abea1f3-eb90-4ea0-bd1d-d6ddf6b9f56e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1106191 Sep 23 07:30:41.400854 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-03c513ab-e985-4376-ba36-e7dff3b34a45 req-7914d10f-ea94-401a-a222-2c428b31e788 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/security-groups?id=278f1fac-5295-401c-8abd-7d69416ea71e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796735 Sep 23 07:30:41.510129 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-fa835990-b40c-45b9-a5a7-407509cc9e79 req-ec7e4e9a-69cf-44f5-a76a-b4535834256a tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728618137326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728617650872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58829502'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:30:41.542278 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7e4e9a-69cf-44f5-a76a-b4535834256a tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Pushing event deleted for resources: {'Port': ['ID=a0901f49-5673-46da-b328-6c424d4f46eb,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:30:41.545224 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a65d317-0e20-44dc-b428-0db9a2c4e81f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a0901f49-5673-46da-b328-6c424d4f46eb'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:30:41.549430 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8cb1569f887212d656241d478829572ac01e5268e755a1d7af7c5208f8517aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-653bef16-c1b9-438e-abcb-2b844ad4d563" -d '{"events": [{"server_uuid": "8a65d317-0e20-44dc-b428-0db9a2c4e81f", "name": "network-vif-unplugged", "status": "completed", "tag": "a0901f49-5673-46da-b328-6c424d4f46eb"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:30:41.598510 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Sep 2021 07:30:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aebcd654-add0-40e6-86a8-8ca99e8f52d8 x-openstack-request-id: req-aebcd654-add0-40e6-86a8-8ca99e8f52d8 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:30:41.603888 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a65d317-0e20-44dc-b428-0db9a2c4e81f", "name": "network-vif-unplugged", "status": "completed", "tag": "a0901f49-5673-46da-b328-6c424d4f46eb", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:30:41.604481 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-aebcd654-add0-40e6-86a8-8ca99e8f52d8 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:30:41.605071 dv-cinder-805887-18-iscsi neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a65d317-0e20-44dc-b428-0db9a2c4e81f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a0901f49-5673-46da-b328-6c424d4f46eb', 'code': 200} Sep 23 07:30:41.703232 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fa835990-b40c-45b9-a5a7-407509cc9e79 req-ec7e4e9a-69cf-44f5-a76a-b4535834256a tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Router 4fa3708c-ed9f-4062-b458-7023c3be3f04 has already been hosted by L3 agent 65b4f7dd-c6e9-4255-94ee-66e285aed80f {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 07:30:41.885230 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f932fc-3d26-4e82-a721-d58a0c5209f9 req-de3af30a-5334-40b5-a6ed-4dbf67c12d02 tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:30:41.892229 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-a6f932fc-3d26-4e82-a721-d58a0c5209f9 req-de3af30a-5334-40b5-a6ed-4dbf67c12d02 tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] 10.222.0.62 "GET /v2.0/ports?device_id=f3d65c24-4ad2-4653-88e6-8ab51b884114 HTTP/1.1" status: 200 len: 944 time: 0.1639743 Sep 23 07:30:41.960038 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-a6f932fc-3d26-4e82-a721-d58a0c5209f9 req-d1c4bff7-2a9e-4dd1-8b61-3b9b2c270bf8 tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] 10.222.0.62 "GET /v2.0/security-groups?id=c245a919-e8a3-48a6-887c-0115e649c4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654156 Sep 23 07:30:41.989779 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fa835990-b40c-45b9-a5a7-407509cc9e79 req-ec7e4e9a-69cf-44f5-a76a-b4535834256a tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Notify agent at l3_agent.dv-cinder-805887-18-iscsi the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 07:30:42.030581 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4271ce4a-1419-49c3-9632-261d0d587dd8 None None] Sync routers for ids ['4fa3708c-ed9f-4062-b458-7023c3be3f04'] in dv-cinder-805887-18-iscsi {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 07:30:42.068831 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4271ce4a-1419-49c3-9632-261d0d587dd8 None None] Routers {'4fa3708c-ed9f-4062-b458-7023c3be3f04'} bound to L3 agent in host dv-cinder-805887-18-iscsi {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:30:42.075119 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-4271ce4a-1419-49c3-9632-261d0d587dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T07:15:56Z,description=,heartbeat_timestamp=2021-09-23T07:30:26Z,host='dv-cinder-805887-18-iscsi',id=65b4f7dd-c6e9-4255-94ee-66e285aed80f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T07:15:57Z,topic='l3_agent')) {'router_ids': ['4fa3708c-ed9f-4062-b458-7023c3be3f04'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:30:42.132789 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa835990-b40c-45b9-a5a7-407509cc9e79 req-ec7e4e9a-69cf-44f5-a76a-b4535834256a tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] No DVR routers for this DVR port a0901f49-5673-46da-b328-6c424d4f46eb on host hv-cinder-80588 {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 07:30:42.135657 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-fa835990-b40c-45b9-a5a7-407509cc9e79 req-ec7e4e9a-69cf-44f5-a76a-b4535834256a tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210484'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:30:42.137846 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-fa835990-b40c-45b9-a5a7-407509cc9e79 req-ec7e4e9a-69cf-44f5-a76a-b4535834256a tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] 10.222.0.53 "DELETE /v2.0/ports/a0901f49-5673-46da-b328-6c424d4f46eb HTTP/1.1" status: 204 len: 173 time: 2.1820676 Sep 23 07:30:42.138317 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a65d317-0e20-44dc-b428-0db9a2c4e81f', 'name': 'network-vif-deleted', 'tag': 'a0901f49-5673-46da-b328-6c424d4f46eb'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:30:42.140624 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59377972be4a6b1db7d764771ea1170f497e9021ac5c159e937f759c4704c07c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ede41981-3819-48ff-a203-4c7e2764a11e" -d '{"events": [{"server_uuid": "8a65d317-0e20-44dc-b428-0db9a2c4e81f", "name": "network-vif-deleted", "tag": "a0901f49-5673-46da-b328-6c424d4f46eb"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:30:42.225342 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 07:30:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dcced7f-6037-47e3-b216-10ae0cfc5af0 x-openstack-request-id: req-4dcced7f-6037-47e3-b216-10ae0cfc5af0 {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:30:42.225602 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a65d317-0e20-44dc-b428-0db9a2c4e81f", "name": "network-vif-deleted", "tag": "a0901f49-5673-46da-b328-6c424d4f46eb", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:30:42.226032 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4dcced7f-6037-47e3-b216-10ae0cfc5af0 {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:30:42.226592 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a65d317-0e20-44dc-b428-0db9a2c4e81f', 'name': 'network-vif-deleted', 'tag': 'a0901f49-5673-46da-b328-6c424d4f46eb', 'status': 'completed', 'code': 200} Sep 23 07:30:42.323839 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-4271ce4a-1419-49c3-9632-261d0d587dd8 None None] Set router 4fa3708c-ed9f-4062-b458-7023c3be3f04 gateway port host: dv-cinder-805887-18-iscsi {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:30:42.561389 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Device 38e18cce-76ac-46eb-b16b-47adaba3bd21 up at agent hyperv_hv-cinder-80588 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:30:42.624220 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-8d5b0f55-d58d-4206-b53f-9422d9166ad8 req-41153841-b565-4c73-adec-be9ccbb00a3d tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a65d317-0e20-44dc-b428-0db9a2c4e81f HTTP/1.1" status: 200 len: 210 time: 0.0611837 Sep 23 07:30:42.703435 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-4271ce4a-1419-49c3-9632-261d0d587dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fa3708c-ed9f-4062-b458-7023c3be3f04', 'name': 'tempest-TestVolumeBootPattern-3333393-router', 'tenant_id': 'c94fc6b7cf004b03b6610c617415b316', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'external_fixed_ips': [{'subnet_id': '89646001-5df7-4559-baa8-56e15a045fc5', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': 'cf58e5b6-c367-4fb3-8ef9-59b313c05993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:26:45Z', 'updated_at': '2021-09-23T07:26:50Z', 'revision_number': 4, 'project_id': 'c94fc6b7cf004b03b6610c617415b316', 'gw_port': {'id': 'cf58e5b6-c367-4fb3-8ef9-59b313c05993', 'name': '', 'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:05:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fa3708c-ed9f-4062-b458-7023c3be3f04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '89646001-5df7-4559-baa8-56e15a045fc5', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:26:46Z', 'updated_at': '2021-09-23T07:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89646001-5df7-4559-baa8-56e15a045fc5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-18-iscsi', '_interfaces': [{'id': 'eb52962a-5c61-4a98-8df4-1631fd2e75ee', 'name': '', 'network_id': '9f0a0a70-36ce-402d-923c-729f01f617e9', 'tenant_id': 'c94fc6b7cf004b03b6610c617415b316', 'mac_address': 'fa:16:3e:08:1e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fa3708c-ed9f-4062-b458-7023c3be3f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '268d9a9b-c8cd-41c6-9c6e-7f9d40e41eae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:26:50Z', 'updated_at': '2021-09-23T07:26:56Z', 'revision_number': 5, 'project_id': 'c94fc6b7cf004b03b6610c617415b316', 'subnets': [{'id': '268d9a9b-c8cd-41c6-9c6e-7f9d40e41eae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-18-iscsi', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:30:42.743648 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee23a6ab-fe27-4605-b5ed-38f4592bc0bb req-55e18288-5517-46c9-8627-62658817d284 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:30:42.761846 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-ee23a6ab-fe27-4605-b5ed-38f4592bc0bb req-55e18288-5517-46c9-8627-62658817d284 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/ports?device_id=d6e06ec0-154d-469f-abac-3b9cf681c0db HTTP/1.1" status: 200 len: 945 time: 0.1350815 Sep 23 07:30:42.784643 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4271ce4a-1419-49c3-9632-261d0d587dd8 None None] Checking router: 4fa3708c-ed9f-4062-b458-7023c3be3f04 for host: dv-cinder-805887-18-iscsi {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 07:30:42.787622 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Provisioning for port 38e18cce-76ac-46eb-b16b-47adaba3bd21 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 07:30:42.795998 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Provisioning complete for port 38e18cce-76ac-46eb-b16b-47adaba3bd21 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:30:42.796390 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703931'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:30:42.805407 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4271ce4a-1419-49c3-9632-261d0d587dd8 None None] Routers {'4fa3708c-ed9f-4062-b458-7023c3be3f04'} bound to L3 agent in host dv-cinder-805887-18-iscsi {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:30:42.806029 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-4271ce4a-1419-49c3-9632-261d0d587dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T07:15:56Z,description=,heartbeat_timestamp=2021-09-23T07:30:26Z,host='dv-cinder-805887-18-iscsi',id=65b4f7dd-c6e9-4255-94ee-66e285aed80f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T07:15:57Z,topic='l3_agent')) {'router_ids': ['4fa3708c-ed9f-4062-b458-7023c3be3f04'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:30:42.840886 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-ee23a6ab-fe27-4605-b5ed-38f4592bc0bb req-32d25aff-1a9a-41ab-8044-4233c7f4279d tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/security-groups?id=278f1fac-5295-401c-8abd-7d69416ea71e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739772 Sep 23 07:30:43.186856 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd192883-8275-4074-8e75-5c07ea9b9969 req-898475e7-9086-4d75-9ad8-b6e3cfdf0963 tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:30:43.200335 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-cd192883-8275-4074-8e75-5c07ea9b9969 req-898475e7-9086-4d75-9ad8-b6e3cfdf0963 tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] 10.222.0.62 "GET /v2.0/ports?device_id=f3d65c24-4ad2-4653-88e6-8ab51b884114 HTTP/1.1" status: 200 len: 944 time: 0.0974274 Sep 23 07:30:43.277312 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-cd192883-8275-4074-8e75-5c07ea9b9969 req-ebc1a9ba-837f-425c-b02a-6acc9e3fc3e0 tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] 10.222.0.62 "GET /v2.0/security-groups?id=c245a919-e8a3-48a6-887c-0115e649c4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720940 Sep 23 07:30:43.296768 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-4271ce4a-1419-49c3-9632-261d0d587dd8 None None] Set router 4fa3708c-ed9f-4062-b458-7023c3be3f04 gateway port host: dv-cinder-805887-18-iscsi {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:30:43.350089 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:30:43.560297 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] For port 38e18cce-76ac-46eb-b16b-47adaba3bd21, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=38e18cce-76ac-46eb-b16b-47adaba3bd21,segment=NetworkSegment(99a155bb-0156-4c62-ba55-90beca557e75),segment_id=99a155bb-0156-4c62-ba55-90beca557e75)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:30:43.619630 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3d65c24-4ad2-4653-88e6-8ab51b884114', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38e18cce-76ac-46eb-b16b-47adaba3bd21'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:30:43.627348 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8cb1569f887212d656241d478829572ac01e5268e755a1d7af7c5208f8517aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edbd4e60-7dff-401b-ac03-56db4617f5ea" -d '{"events": [{"server_uuid": "f3d65c24-4ad2-4653-88e6-8ab51b884114", "name": "network-vif-plugged", "status": "completed", "tag": "38e18cce-76ac-46eb-b16b-47adaba3bd21"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:30:43.672258 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728618137860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728617650881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728617650899'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:30:43.787067 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 07:30:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dc1b856-4957-434f-a514-a405ed880d1c x-openstack-request-id: req-5dc1b856-4957-434f-a514-a405ed880d1c {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:30:43.787434 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3d65c24-4ad2-4653-88e6-8ab51b884114", "name": "network-vif-plugged", "status": "completed", "tag": "38e18cce-76ac-46eb-b16b-47adaba3bd21", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:30:43.787644 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5dc1b856-4957-434f-a514-a405ed880d1c {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:30:43.788019 dv-cinder-805887-18-iscsi neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3d65c24-4ad2-4653-88e6-8ab51b884114', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38e18cce-76ac-46eb-b16b-47adaba3bd21', 'code': 200} Sep 23 07:30:43.810633 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Pushing event updated for resources: {'Port': ['ID=38e18cce-76ac-46eb-b16b-47adaba3bd21,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:30:43.865658 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-5a69f7e0-bf2d-424f-aebd-72d1b9037fee req-9d0e2b6a-8ad7-482c-adfe-efd650c8d945 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a65d317-0e20-44dc-b428-0db9a2c4e81f HTTP/1.1" status: 200 len: 210 time: 0.0614028 Sep 23 07:30:43.937820 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-4271ce4a-1419-49c3-9632-261d0d587dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fa3708c-ed9f-4062-b458-7023c3be3f04', 'name': 'tempest-TestVolumeBootPattern-3333393-router', 'tenant_id': 'c94fc6b7cf004b03b6610c617415b316', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'external_fixed_ips': [{'subnet_id': '89646001-5df7-4559-baa8-56e15a045fc5', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': 'cf58e5b6-c367-4fb3-8ef9-59b313c05993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:26:45Z', 'updated_at': '2021-09-23T07:26:50Z', 'revision_number': 4, 'project_id': 'c94fc6b7cf004b03b6610c617415b316', 'gw_port': {'id': 'cf58e5b6-c367-4fb3-8ef9-59b313c05993', 'name': '', 'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:05:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fa3708c-ed9f-4062-b458-7023c3be3f04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '89646001-5df7-4559-baa8-56e15a045fc5', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:26:46Z', 'updated_at': '2021-09-23T07:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89646001-5df7-4559-baa8-56e15a045fc5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-18-iscsi', '_interfaces': [{'id': 'eb52962a-5c61-4a98-8df4-1631fd2e75ee', 'name': '', 'network_id': '9f0a0a70-36ce-402d-923c-729f01f617e9', 'tenant_id': 'c94fc6b7cf004b03b6610c617415b316', 'mac_address': 'fa:16:3e:08:1e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fa3708c-ed9f-4062-b458-7023c3be3f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '268d9a9b-c8cd-41c6-9c6e-7f9d40e41eae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:26:50Z', 'updated_at': '2021-09-23T07:26:56Z', 'revision_number': 5, 'project_id': 'c94fc6b7cf004b03b6610c617415b316', 'subnets': [{'id': '268d9a9b-c8cd-41c6-9c6e-7f9d40e41eae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-18-iscsi', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:30:43.953059 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4271ce4a-1419-49c3-9632-261d0d587dd8 None None] The sync data for ids ['4fa3708c-ed9f-4062-b458-7023c3be3f04'] in dv-cinder-805887-18-iscsi is: [{'id': '4fa3708c-ed9f-4062-b458-7023c3be3f04', 'name': 'tempest-TestVolumeBootPattern-3333393-router', 'tenant_id': 'c94fc6b7cf004b03b6610c617415b316', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'external_fixed_ips': [{'subnet_id': '89646001-5df7-4559-baa8-56e15a045fc5', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': 'cf58e5b6-c367-4fb3-8ef9-59b313c05993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:26:45Z', 'updated_at': '2021-09-23T07:26:50Z', 'revision_number': 4, 'project_id': 'c94fc6b7cf004b03b6610c617415b316', 'gw_port': {'id': 'cf58e5b6-c367-4fb3-8ef9-59b313c05993', 'name': '', 'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:05:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fa3708c-ed9f-4062-b458-7023c3be3f04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '89646001-5df7-4559-baa8-56e15a045fc5', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:26:46Z', 'updated_at': '2021-09-23T07:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89646001-5df7-4559-baa8-56e15a045fc5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-18-iscsi', '_interfaces': [{'id': 'eb52962a-5c61-4a98-8df4-1631fd2e75ee', 'name': '', 'network_id': '9f0a0a70-36ce-402d-923c-729f01f617e9', 'tenant_id': 'c94fc6b7cf004b03b6610c617415b316', 'mac_address': 'fa:16:3e:08:1e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fa3708c-ed9f-4062-b458-7023c3be3f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '268d9a9b-c8cd-41c6-9c6e-7f9d40e41eae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:26:50Z', 'updated_at': '2021-09-23T07:26:56Z', 'revision_number': 5, 'project_id': 'c94fc6b7cf004b03b6610c617415b316', 'subnets': [{'id': '268d9a9b-c8cd-41c6-9c6e-7f9d40e41eae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 07:30:44.077110 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1e3dfb-324a-4251-83ab-123ba271a79f req-04edad6d-101c-496b-89f5-79cbef3324a8 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:30:44.077110 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-7b1e3dfb-324a-4251-83ab-123ba271a79f req-04edad6d-101c-496b-89f5-79cbef3324a8 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/ports?device_id=d6e06ec0-154d-469f-abac-3b9cf681c0db HTTP/1.1" status: 200 len: 945 time: 0.0729222 Sep 23 07:30:44.130093 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-7b1e3dfb-324a-4251-83ab-123ba271a79f req-00479baa-6b5d-4482-824f-57b762461fd6 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/security-groups?id=278f1fac-5295-401c-8abd-7d69416ea71e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426128 Sep 23 07:30:44.327556 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11eba77-d54a-4ff0-a376-3012ebf7ba3b req-5e4e015d-6c69-4d78-abd6-343f65f2e43c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:30:44.329163 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-e11eba77-d54a-4ff0-a376-3012ebf7ba3b req-5e4e015d-6c69-4d78-abd6-343f65f2e43c service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=f3d65c24-4ad2-4653-88e6-8ab51b884114 HTTP/1.1" status: 200 len: 1098 time: 0.0565073 Sep 23 07:30:44.392782 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-e11eba77-d54a-4ff0-a376-3012ebf7ba3b req-bf4a5426-2b54-40d7-8b05-6c11fb3faeb0 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=c245a919-e8a3-48a6-887c-0115e649c4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519598 Sep 23 07:30:44.410311 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b332615-c59f-4d73-b375-b1bcda09a361 None None] New status for floating IP 89e5ae14-71fd-47c0-922d-c2f2dcdea697: DOWN {{(pid=94843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 07:30:44.574435 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c310dd-31a0-42e0-904a-beb3492738d3 req-81e92a1b-8987-4f05-a0d0-1b5c5631bdca tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:30:44.576188 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-54c310dd-31a0-42e0-904a-beb3492738d3 req-81e92a1b-8987-4f05-a0d0-1b5c5631bdca tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] 10.222.0.62 "GET /v2.0/ports?device_id=f3d65c24-4ad2-4653-88e6-8ab51b884114 HTTP/1.1" status: 200 len: 945 time: 0.1288519 Sep 23 07:30:44.657394 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-54c310dd-31a0-42e0-904a-beb3492738d3 req-411090c6-d4ff-4b3d-9674-8f815ddd8b43 tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] 10.222.0.62 "GET /v2.0/security-groups?id=c245a919-e8a3-48a6-887c-0115e649c4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716558 Sep 23 07:30:45.315041 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-87b61976-f92e-4372-bf07-99ff91953b86 req-613f6a01-13e3-4f5a-ae9a-cbc75f3651d7 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-551820352&fields=id&tenant_id=c94fc6b7cf004b03b6610c617415b316 HTTP/1.1" status: 200 len: 267 time: 0.0661147 Sep 23 07:30:45.325978 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1b22aa-3b53-47d9-b4d8-3cb8110d2fcb req-f75853d6-f033-4d7f-8823-ccd0006153e7 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:30:45.334163 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-7e1b22aa-3b53-47d9-b4d8-3cb8110d2fcb req-f75853d6-f033-4d7f-8823-ccd0006153e7 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/ports?device_id=d6e06ec0-154d-469f-abac-3b9cf681c0db HTTP/1.1" status: 200 len: 945 time: 0.1050916 Sep 23 07:30:45.437048 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-7e1b22aa-3b53-47d9-b4d8-3cb8110d2fcb req-2bc6ce01-3e2b-499b-a39e-5741f2a2c83b tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/security-groups?id=278f1fac-5295-401c-8abd-7d69416ea71e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018300 Sep 23 07:30:45.532824 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b61976-f92e-4372-bf07-99ff91953b86 req-379d43dc-d354-4546-8510-471dc71d9fa2 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:30:45.534732 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-87b61976-f92e-4372-bf07-99ff91953b86 req-379d43dc-d354-4546-8510-471dc71d9fa2 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] 10.222.0.62 "GET /v2.0/networks?id=9f0a0a70-36ce-402d-923c-729f01f617e9 HTTP/1.1" status: 200 len: 809 time: 0.1984649 Sep 23 07:30:45.557482 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-87b61976-f92e-4372-bf07-99ff91953b86 req-d683fc2e-92f0-429a-8d0c-f187b86190d9 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] 10.222.0.62 "GET /v2.0/quotas/c94fc6b7cf004b03b6610c617415b316 HTTP/1.1" status: 200 len: 375 time: 0.0167205 Sep 23 07:30:45.641257 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-87b61976-f92e-4372-bf07-99ff91953b86 req-0922a417-a7fa-4d64-abbc-bcb7b86e6562 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=c94fc6b7cf004b03b6610c617415b316&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0770826 Sep 23 07:30:46.201205 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-87b61976-f92e-4372-bf07-99ff91953b86 req-a043f953-3434-4cb7-832f-80912a62da63 service neutron] 10.222.0.62 "GET /v2.0/networks/9f0a0a70-36ce-402d-923c-729f01f617e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5545015 Sep 23 07:30:46.250764 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b702eff-a141-4100-84a9-c6ed66608a78 req-69ab3943-f336-4b5c-9c39-7ac289d030d8 tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:30:46.252331 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-1b702eff-a141-4100-84a9-c6ed66608a78 req-69ab3943-f336-4b5c-9c39-7ac289d030d8 tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] 10.222.0.62 "GET /v2.0/ports?device_id=f3d65c24-4ad2-4653-88e6-8ab51b884114 HTTP/1.1" status: 200 len: 945 time: 0.4738810 Sep 23 07:30:46.391795 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-1b702eff-a141-4100-84a9-c6ed66608a78 req-534f787f-6dcb-4b07-b8e9-401bef2acbc9 tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] 10.222.0.62 "GET /v2.0/security-groups?id=c245a919-e8a3-48a6-887c-0115e649c4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271801 Sep 23 07:30:46.414464 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-87b61976-f92e-4372-bf07-99ff91953b86 req-ae43a600-9bed-4991-acdb-f92b48ebf058 service neutron] 10.222.0.62 "GET /v2.0/networks/9f0a0a70-36ce-402d-923c-729f01f617e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2069681 Sep 23 07:30:46.600344 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6502834-731a-4a3c-9dc3-d7341e9c5b5f req-106f4831-3782-45d7-a5e2-81ef393968d9 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:30:46.601890 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-e6502834-731a-4a3c-9dc3-d7341e9c5b5f req-106f4831-3782-45d7-a5e2-81ef393968d9 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/ports?device_id=d6e06ec0-154d-469f-abac-3b9cf681c0db HTTP/1.1" status: 200 len: 945 time: 0.0579183 Sep 23 07:30:46.644328 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-e6502834-731a-4a3c-9dc3-d7341e9c5b5f req-1e65cb26-f275-4b27-b198-2e718486753a tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/security-groups?id=278f1fac-5295-401c-8abd-7d69416ea71e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359805 Sep 23 07:30:47.378079 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-fb24be58-b491-44d0-98f3-c3ee52b00c1a req-ce054e78-58af-445f-aad6-1c5c9d5c7d23 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] 10.222.0.62 "GET /v2.0/ports?device_id=f13aac94-0a18-4016-9059-b1fc4d92e337 HTTP/1.1" status: 200 len: 210 time: 0.0393643 Sep 23 07:30:47.567504 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fdb397-a808-4c75-bbda-9f9501e6cea0 req-2822f0cc-9f1d-4161-b4c2-f23bb8d93bbf tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:30:47.578956 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-95fdb397-a808-4c75-bbda-9f9501e6cea0 req-2822f0cc-9f1d-4161-b4c2-f23bb8d93bbf tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] 10.222.0.62 "GET /v2.0/ports?device_id=f3d65c24-4ad2-4653-88e6-8ab51b884114 HTTP/1.1" status: 200 len: 945 time: 0.0688174 Sep 23 07:30:47.631714 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-95fdb397-a808-4c75-bbda-9f9501e6cea0 req-8c473e48-b29e-403b-bb23-95fb3c2baaf8 tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] 10.222.0.62 "GET /v2.0/security-groups?id=c245a919-e8a3-48a6-887c-0115e649c4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514405 Sep 23 07:30:47.805184 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cb2cc9-f84f-4461-b2ba-5d230845c00b req-18ffadbe-187c-4e28-a289-35449e82bed8 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:30:47.813058 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-d1cb2cc9-f84f-4461-b2ba-5d230845c00b req-18ffadbe-187c-4e28-a289-35449e82bed8 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/ports?device_id=d6e06ec0-154d-469f-abac-3b9cf681c0db HTTP/1.1" status: 200 len: 945 time: 0.0862300 Sep 23 07:30:47.849555 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d7e953-b184-4b68-8d66-c7d0e58632a7 req-e35c9eda-db9e-45b2-9d3d-69a7aeb83468 tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:30:47.851109 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-a5d7e953-b184-4b68-8d66-c7d0e58632a7 req-e35c9eda-db9e-45b2-9d3d-69a7aeb83468 tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] 10.222.0.62 "GET /v2.0/ports?device_id=f3d65c24-4ad2-4653-88e6-8ab51b884114 HTTP/1.1" status: 200 len: 945 time: 0.1148443 Sep 23 07:30:47.897582 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-d1cb2cc9-f84f-4461-b2ba-5d230845c00b req-ce1a9201-c653-4902-b95c-b846459f86b1 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/security-groups?id=278f1fac-5295-401c-8abd-7d69416ea71e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833492 Sep 23 07:30:47.935226 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-a5d7e953-b184-4b68-8d66-c7d0e58632a7 req-81827eeb-2472-4e7a-8cdf-99c70839ea6d tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] 10.222.0.62 "GET /v2.0/security-groups?id=c245a919-e8a3-48a6-887c-0115e649c4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777175 Sep 23 07:30:48.390321 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ae1e1b-e719-4628-a8d4-37de9487d900 req-3db5ab77-707a-471d-9f4a-38b82ca92c57 tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:30:48.401121 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-35ae1e1b-e719-4628-a8d4-37de9487d900 req-3db5ab77-707a-471d-9f4a-38b82ca92c57 tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] 10.222.0.62 "GET /v2.0/ports?device_id=f3d65c24-4ad2-4653-88e6-8ab51b884114 HTTP/1.1" status: 200 len: 945 time: 0.0969386 Sep 23 07:30:48.499839 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-35ae1e1b-e719-4628-a8d4-37de9487d900 req-6c163235-d13f-413c-9752-0ada1fae507a tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] 10.222.0.62 "GET /v2.0/security-groups?id=c245a919-e8a3-48a6-887c-0115e649c4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825341 Sep 23 07:30:48.499839 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-311984ae-b227-4052-846d-05a3b6c9d7f1 req-1598eb0e-3fa4-460b-a03c-747bc5629381 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] 10.222.0.62 "GET /v2.0/ports?device_id=f13aac94-0a18-4016-9059-b1fc4d92e337 HTTP/1.1" status: 200 len: 210 time: 0.0561321 Sep 23 07:30:49.109258 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5716b00e-6e4a-4efa-9926-dc03775a49d6 req-faf98d93-c094-432d-8893-c56abe70fea4 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:30:49.112843 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-5716b00e-6e4a-4efa-9926-dc03775a49d6 req-faf98d93-c094-432d-8893-c56abe70fea4 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/ports?device_id=d6e06ec0-154d-469f-abac-3b9cf681c0db HTTP/1.1" status: 200 len: 945 time: 0.0867808 Sep 23 07:30:49.236077 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-5716b00e-6e4a-4efa-9926-dc03775a49d6 req-3c4f66c5-95b1-4bef-80ed-353dc74cd35f tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/security-groups?id=278f1fac-5295-401c-8abd-7d69416ea71e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876067 Sep 23 07:30:49.614717 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-5b55f0c4-05a4-4b85-b7ec-a6829df4bf64 req-4b2be36b-4214-4fa8-b413-8a5fa68a3759 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] 10.222.0.62 "GET /v2.0/ports?device_id=f13aac94-0a18-4016-9059-b1fc4d92e337 HTTP/1.1" status: 200 len: 210 time: 0.0330141 Sep 23 07:30:50.409221 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b61976-f92e-4372-bf07-99ff91953b86 req-4e468de6-c3f4-4c2e-bca2-6392e2c979fc tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:30:50.410036 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-87b61976-f92e-4372-bf07-99ff91953b86 req-4e468de6-c3f4-4c2e-bca2-6392e2c979fc tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] 10.222.0.53 "GET /v2.0/networks?id=9f0a0a70-36ce-402d-923c-729f01f617e9 HTTP/1.1" status: 200 len: 809 time: 0.1272068 Sep 23 07:30:50.482744 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-87b61976-f92e-4372-bf07-99ff91953b86 req-c6b42453-ba31-4984-b98f-fa12fcf69ff8 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c94fc6b7cf004b03b6610c617415b316 HTTP/1.1" status: 200 len: 379 time: 0.0619824 Sep 23 07:30:50.493990 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.v2.base [req-87b61976-f92e-4372-bf07-99ff91953b86 req-e28c72ac-860d-4124-9607-21ad114bc739 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Request body: {'port': {'device_id': 'f13aac94-0a18-4016-9059-b1fc4d92e337', 'network_id': '9f0a0a70-36ce-402d-923c-729f01f617e9', 'admin_state_up': True, 'tenant_id': 'c94fc6b7cf004b03b6610c617415b316', 'security_groups': ['1abea1f3-eb90-4ea0-bd1d-d6ddf6b9f56e']}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:30:50.521131 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba70d9f-ca03-4763-af83-4ed63e61e5c8 req-752fb82e-d5ca-4ade-afa3-f1d1c4e55400 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:30:50.522694 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-6ba70d9f-ca03-4763-af83-4ed63e61e5c8 req-752fb82e-d5ca-4ade-afa3-f1d1c4e55400 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/ports?device_id=d6e06ec0-154d-469f-abac-3b9cf681c0db HTTP/1.1" status: 200 len: 945 time: 0.0889204 Sep 23 07:30:50.608788 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-6ba70d9f-ca03-4763-af83-4ed63e61e5c8 req-99afcb89-2969-4ea2-b7d7-a877b27d960b tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/security-groups?id=278f1fac-5295-401c-8abd-7d69416ea71e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752547 Sep 23 07:30:50.746962 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-5cdb5738-739b-4cfd-8aa7-302748680b0a req-62d6879b-f0e3-44be-b58b-0eba67b35fd3 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] 10.222.0.62 "GET /v2.0/ports?device_id=f13aac94-0a18-4016-9059-b1fc4d92e337 HTTP/1.1" status: 200 len: 210 time: 0.0381308 Sep 23 07:30:50.789321 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87b61976-f92e-4372-bf07-99ff91953b86 req-e28c72ac-860d-4124-9607-21ad114bc739 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Made reservation on behalf of c94fc6b7cf004b03b6610c617415b316 for: {'port': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:30:50.793429 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-87b61976-f92e-4372-bf07-99ff91953b86 req-e28c72ac-860d-4124-9607-21ad114bc739 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:30:50.969691 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [req-87b61976-f92e-4372-bf07-99ff91953b86 req-e28c72ac-860d-4124-9607-21ad114bc739 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Allocated IP 172.20.0.14 (9f0a0a70-36ce-402d-923c-729f01f617e9/268d9a9b-c8cd-41c6-9c6e-7f9d40e41eae/726261c9-3e0b-4495-8cdb-efd547712a2b) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:30:51.200297 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-87b61976-f92e-4372-bf07-99ff91953b86 req-e28c72ac-860d-4124-9607-21ad114bc739 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:30:51.333994 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-87b61976-f92e-4372-bf07-99ff91953b86 req-e28c72ac-860d-4124-9607-21ad114bc739 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728617650863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58829502'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:30:51.379839 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87b61976-f92e-4372-bf07-99ff91953b86 req-e28c72ac-860d-4124-9607-21ad114bc739 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Network 9f0a0a70-36ce-402d-923c-729f01f617e9 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:30:51.404758 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [req-87b61976-f92e-4372-bf07-99ff91953b86 req-e28c72ac-860d-4124-9607-21ad114bc739 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:30:51.422082 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-87b61976-f92e-4372-bf07-99ff91953b86 req-e28c72ac-860d-4124-9607-21ad114bc739 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:30:51.489237 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b61976-f92e-4372-bf07-99ff91953b86 req-e28c72ac-860d-4124-9607-21ad114bc739 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:30:51.490053 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-87b61976-f92e-4372-bf07-99ff91953b86 req-e28c72ac-860d-4124-9607-21ad114bc739 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210484'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:30:51.516694 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28c72ac-860d-4124-9607-21ad114bc739 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Pushing event updated for resources: {'Port': ['ID=726261c9-3e0b-4495-8cdb-efd547712a2b,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:30:51.620205 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-87b61976-f92e-4372-bf07-99ff91953b86 req-e28c72ac-860d-4124-9607-21ad114bc739 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1313229 Sep 23 07:30:51.633543 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.v2.base [req-87b61976-f92e-4372-bf07-99ff91953b86 req-f82972d9-bd13-4379-b46f-ba5b327ca6b5 service neutron] Request body: {'port': {'device_id': 'f13aac94-0a18-4016-9059-b1fc4d92e337', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80588'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:30:51.740016 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-87b61976-f92e-4372-bf07-99ff91953b86 req-f82972d9-bd13-4379-b46f-ba5b327ca6b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:30:51.797985 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-384bb0c0-2c3d-455a-b22a-a0fc8718d742 None None] Provisioning complete for port 726261c9-3e0b-4495-8cdb-efd547712a2b triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:30:51.798562 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-384bb0c0-2c3d-455a-b22a-a0fc8718d742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703931'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:30:51.873787 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-384bb0c0-2c3d-455a-b22a-a0fc8718d742 None None] Port 726261c9-3e0b-4495-8cdb-efd547712a2b cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 07:30:51.880022 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4a7a8a-cb8d-4f66-978f-b4e8ac22c3ca req-efb12137-55e3-4cd2-9cf3-ad74df47c203 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:30:51.881780 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-3b4a7a8a-cb8d-4f66-978f-b4e8ac22c3ca req-efb12137-55e3-4cd2-9cf3-ad74df47c203 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/ports?device_id=d6e06ec0-154d-469f-abac-3b9cf681c0db HTTP/1.1" status: 200 len: 945 time: 0.1193168 Sep 23 07:30:51.998051 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-3b4a7a8a-cb8d-4f66-978f-b4e8ac22c3ca req-61aa48a0-fb04-4619-8555-8a70f699e733 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/security-groups?id=278f1fac-5295-401c-8abd-7d69416ea71e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1075456 Sep 23 07:30:52.170253 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1964484d-bb8a-481a-968e-7424eaab8bff req-2bdaf052-0c0b-4230-95ac-a4a5070804b6 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:30:52.171788 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-1964484d-bb8a-481a-968e-7424eaab8bff req-2bdaf052-0c0b-4230-95ac-a4a5070804b6 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] 10.222.0.62 "GET /v2.0/ports?device_id=f13aac94-0a18-4016-9059-b1fc4d92e337 HTTP/1.1" status: 200 len: 932 time: 0.0899546 Sep 23 07:30:52.257060 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.notifiers.nova [req-87b61976-f92e-4372-bf07-99ff91953b86 req-f82972d9-bd13-4379-b46f-ba5b327ca6b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 726261c9-3e0b-4495-8cdb-efd547712a2b {{(pid=94841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 07:30:52.264895 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-1964484d-bb8a-481a-968e-7424eaab8bff req-e4c69bf1-19e1-4398-a2e0-613c1cd8249e tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] 10.222.0.62 "GET /v2.0/security-groups?id=1abea1f3-eb90-4ea0-bd1d-d6ddf6b9f56e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754101 Sep 23 07:30:52.269709 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-87b61976-f92e-4372-bf07-99ff91953b86 req-f82972d9-bd13-4379-b46f-ba5b327ca6b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:30:52.287041 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [req-87b61976-f92e-4372-bf07-99ff91953b86 req-f82972d9-bd13-4379-b46f-ba5b327ca6b5 service neutron] Transition to ACTIVE for port object 726261c9-3e0b-4495-8cdb-efd547712a2b will not be triggered until provisioned by entity L2. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 07:30:52.349759 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-87b61976-f92e-4372-bf07-99ff91953b86 req-f82972d9-bd13-4379-b46f-ba5b327ca6b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728618137860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728617650881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728617650899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58829493'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:30:52.401548 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82972d9-bd13-4379-b46f-ba5b327ca6b5 service neutron] Pushing event updated for resources: {'Port': ['ID=726261c9-3e0b-4495-8cdb-efd547712a2b,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:30:52.495916 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-87b61976-f92e-4372-bf07-99ff91953b86 req-f82972d9-bd13-4379-b46f-ba5b327ca6b5 service neutron] Attempting to bind port 726261c9-3e0b-4495-8cdb-efd547712a2b on host hv-cinder-80588 for vnic_type normal with profile {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:30:52.496512 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-87b61976-f92e-4372-bf07-99ff91953b86 req-f82972d9-bd13-4379-b46f-ba5b327ca6b5 service neutron] Attempting to bind port 726261c9-3e0b-4495-8cdb-efd547712a2b by drivers openvswitch,hyperv on host hv-cinder-80588 at level 0 using segments [{'id': '3a470730-1ad3-461f-91dc-af57cba68cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '9f0a0a70-36ce-402d-923c-729f01f617e9'}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:30:52.496667 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87b61976-f92e-4372-bf07-99ff91953b86 req-f82972d9-bd13-4379-b46f-ba5b327ca6b5 service neutron] Attempting to bind port 726261c9-3e0b-4495-8cdb-efd547712a2b on network 9f0a0a70-36ce-402d-923c-729f01f617e9 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:30:52.501611 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87b61976-f92e-4372-bf07-99ff91953b86 req-f82972d9-bd13-4379-b46f-ba5b327ca6b5 service neutron] Port 726261c9-3e0b-4495-8cdb-efd547712a2b on network 9f0a0a70-36ce-402d-923c-729f01f617e9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80588 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 07:30:52.502075 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87b61976-f92e-4372-bf07-99ff91953b86 req-f82972d9-bd13-4379-b46f-ba5b327ca6b5 service neutron] Attempting to bind port 726261c9-3e0b-4495-8cdb-efd547712a2b on network 9f0a0a70-36ce-402d-923c-729f01f617e9 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:30:52.507947 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87b61976-f92e-4372-bf07-99ff91953b86 req-f82972d9-bd13-4379-b46f-ba5b327ca6b5 service neutron] Checking agent: {'id': '6ad4e769-5dea-434d-bbcd-ae86f07cf259', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80588', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 7, 22, 28), 'started_at': datetime.datetime(2021, 9, 23, 7, 22, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 7, 30, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 07:30:52.508292 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87b61976-f92e-4372-bf07-99ff91953b86 req-f82972d9-bd13-4379-b46f-ba5b327ca6b5 service neutron] Checking segment: {'id': '3a470730-1ad3-461f-91dc-af57cba68cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '9f0a0a70-36ce-402d-923c-729f01f617e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:30:52.508686 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87b61976-f92e-4372-bf07-99ff91953b86 req-f82972d9-bd13-4379-b46f-ba5b327ca6b5 service neutron] Bound using segment: {'id': '3a470730-1ad3-461f-91dc-af57cba68cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '9f0a0a70-36ce-402d-923c-729f01f617e9'} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 07:30:52.509272 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-87b61976-f92e-4372-bf07-99ff91953b86 req-f82972d9-bd13-4379-b46f-ba5b327ca6b5 service neutron] Bound port: 726261c9-3e0b-4495-8cdb-efd547712a2b, host: hv-cinder-80588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a470730-1ad3-461f-91dc-af57cba68cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '9f0a0a70-36ce-402d-923c-729f01f617e9'}}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 07:30:52.509629 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-87b61976-f92e-4372-bf07-99ff91953b86 req-f82972d9-bd13-4379-b46f-ba5b327ca6b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:30:52.589149 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-87b61976-f92e-4372-bf07-99ff91953b86 req-f82972d9-bd13-4379-b46f-ba5b327ca6b5 service neutron] For port 726261c9-3e0b-4495-8cdb-efd547712a2b, host hv-cinder-80588, cleared binding levels {{(pid=94841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:30:52.593229 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-87b61976-f92e-4372-bf07-99ff91953b86 req-f82972d9-bd13-4379-b46f-ba5b327ca6b5 service neutron] For port 726261c9-3e0b-4495-8cdb-efd547712a2b, host hv-cinder-80588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=726261c9-3e0b-4495-8cdb-efd547712a2b,segment=NetworkSegment(3a470730-1ad3-461f-91dc-af57cba68cf2),segment_id=3a470730-1ad3-461f-91dc-af57cba68cf2)] {{(pid=94841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 07:30:52.687976 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-87b61976-f92e-4372-bf07-99ff91953b86 req-f82972d9-bd13-4379-b46f-ba5b327ca6b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728618137860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728617650881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728617650899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58829493'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:30:52.740403 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b61976-f92e-4372-bf07-99ff91953b86 req-f82972d9-bd13-4379-b46f-ba5b327ca6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:30:52.740403 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-87b61976-f92e-4372-bf07-99ff91953b86 req-f82972d9-bd13-4379-b46f-ba5b327ca6b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210484'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:30:52.740403 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-87b61976-f92e-4372-bf07-99ff91953b86 req-f82972d9-bd13-4379-b46f-ba5b327ca6b5 service neutron] 10.222.0.53 "PUT /v2.0/ports/726261c9-3e0b-4495-8cdb-efd547712a2b HTTP/1.1" status: 200 len: 1094 time: 1.1039760 Sep 23 07:30:52.740403 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f13aac94-0a18-4016-9059-b1fc4d92e337', 'tag': '726261c9-3e0b-4495-8cdb-efd547712a2b'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:30:52.740403 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59377972be4a6b1db7d764771ea1170f497e9021ac5c159e937f759c4704c07c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-643fbcad-43b6-468e-904a-dcb6ce9afacf" -d '{"events": [{"name": "network-changed", "server_uuid": "f13aac94-0a18-4016-9059-b1fc4d92e337", "tag": "726261c9-3e0b-4495-8cdb-efd547712a2b"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:30:52.812682 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82972d9-bd13-4379-b46f-ba5b327ca6b5 service neutron] Pushing event updated for resources: {'Port': ['ID=726261c9-3e0b-4495-8cdb-efd547712a2b,revision_number=3']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:30:52.829978 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 07:30:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-608b356b-c4f9-4878-b815-fee9abbda880 x-openstack-request-id: req-608b356b-c4f9-4878-b815-fee9abbda880 {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:30:52.830325 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f13aac94-0a18-4016-9059-b1fc4d92e337", "tag": "726261c9-3e0b-4495-8cdb-efd547712a2b", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:30:52.830614 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-608b356b-c4f9-4878-b815-fee9abbda880 {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:30:52.831024 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f13aac94-0a18-4016-9059-b1fc4d92e337', 'tag': '726261c9-3e0b-4495-8cdb-efd547712a2b', 'status': 'completed', 'code': 200} Sep 23 07:30:52.887176 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a8224faf-01b6-4de7-ab46-040268207f02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:30:53.018908 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643fbcad-43b6-468e-904a-dcb6ce9afacf req-f57e4d3f-dc42-47f9-a43c-d476eb71ba2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:30:53.021252 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-643fbcad-43b6-468e-904a-dcb6ce9afacf req-f57e4d3f-dc42-47f9-a43c-d476eb71ba2c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c94fc6b7cf004b03b6610c617415b316&device_id=f13aac94-0a18-4016-9059-b1fc4d92e337 HTTP/1.1" status: 200 len: 1097 time: 0.0527315 Sep 23 07:30:53.177713 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643fbcad-43b6-468e-904a-dcb6ce9afacf req-ccdf5ef1-ef85-4e6a-b6e3-0a52b19846c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:30:53.182907 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-643fbcad-43b6-468e-904a-dcb6ce9afacf req-ccdf5ef1-ef85-4e6a-b6e3-0a52b19846c9 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=c94fc6b7cf004b03b6610c617415b316&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1384151 Sep 23 07:30:53.189525 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795d97be-10c2-4a4f-b7ba-d1db39fb714f req-e0fad33e-879b-4104-9dcd-6c4c2621503b tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:30:53.191041 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-795d97be-10c2-4a4f-b7ba-d1db39fb714f req-e0fad33e-879b-4104-9dcd-6c4c2621503b tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/ports?device_id=d6e06ec0-154d-469f-abac-3b9cf681c0db HTTP/1.1" status: 200 len: 945 time: 0.0755649 Sep 23 07:30:53.302579 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-795d97be-10c2-4a4f-b7ba-d1db39fb714f req-83f8cea4-46ce-4c0b-8c9f-9d1842925d26 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/security-groups?id=278f1fac-5295-401c-8abd-7d69416ea71e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015959 Sep 23 07:30:53.363875 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643fbcad-43b6-468e-904a-dcb6ce9afacf req-d1b51d49-72d9-44e0-b771-1eefa463cbaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:30:53.365527 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-643fbcad-43b6-468e-904a-dcb6ce9afacf req-d1b51d49-72d9-44e0-b771-1eefa463cbaf service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1735446 Sep 23 07:30:53.424139 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5480dac-3f54-405f-b721-b0daab24243d req-dad1b963-5a2f-45d1-89e0-bb65b4213cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:30:53.431671 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-c5480dac-3f54-405f-b721-b0daab24243d req-dad1b963-5a2f-45d1-89e0-bb65b4213cbe service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=63deb2e833294f4ba854d4abe4a79ff2&device_id=d6e06ec0-154d-469f-abac-3b9cf681c0db HTTP/1.1" status: 200 len: 1098 time: 0.1126697 Sep 23 07:30:53.479839 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39aa8ea2-c781-43a6-a92e-e4165789d81c req-f8196382-3aa2-4f41-9541-fb771aeb07ad tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:30:53.482025 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-39aa8ea2-c781-43a6-a92e-e4165789d81c req-f8196382-3aa2-4f41-9541-fb771aeb07ad tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] 10.222.0.62 "GET /v2.0/ports?device_id=f13aac94-0a18-4016-9059-b1fc4d92e337 HTTP/1.1" status: 200 len: 944 time: 0.1212006 Sep 23 07:30:53.548382 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b61976-f92e-4372-bf07-99ff91953b86 req-19d595e3-6ad5-44d8-9f0c-0e2658cd99cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:30:53.550121 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-87b61976-f92e-4372-bf07-99ff91953b86 req-19d595e3-6ad5-44d8-9f0c-0e2658cd99cf service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c94fc6b7cf004b03b6610c617415b316&device_id=f13aac94-0a18-4016-9059-b1fc4d92e337 HTTP/1.1" status: 200 len: 1097 time: 0.1409857 Sep 23 07:30:53.612610 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-87b61976-f92e-4372-bf07-99ff91953b86 req-36eb3dd6-faa8-4d5e-9ae0-062ba555d54b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=726261c9-3e0b-4495-8cdb-efd547712a2b HTTP/1.1" status: 200 len: 217 time: 0.0542669 Sep 23 07:30:53.632567 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-39aa8ea2-c781-43a6-a92e-e4165789d81c req-5b122096-4f2f-4b0e-972c-71f75c9f1db6 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] 10.222.0.62 "GET /v2.0/security-groups?id=1abea1f3-eb90-4ea0-bd1d-d6ddf6b9f56e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1371009 Sep 23 07:30:53.634693 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5480dac-3f54-405f-b721-b0daab24243d req-e311076b-ad16-487c-80fe-6151ec137de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:30:53.636080 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-c5480dac-3f54-405f-b721-b0daab24243d req-e311076b-ad16-487c-80fe-6151ec137de5 service neutron] 10.222.0.53 "GET /v2.0/networks?id=457ccd50-05b0-4ce0-8b7d-271dff6f827e HTTP/1.1" status: 200 len: 918 time: 0.1924300 Sep 23 07:30:53.711715 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b61976-f92e-4372-bf07-99ff91953b86 req-1a51a428-9a1c-4e92-b507-d3f16e0df817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:30:53.713274 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-87b61976-f92e-4372-bf07-99ff91953b86 req-1a51a428-9a1c-4e92-b507-d3f16e0df817 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=268d9a9b-c8cd-41c6-9c6e-7f9d40e41eae HTTP/1.1" status: 200 len: 848 time: 0.0923374 Sep 23 07:30:53.770356 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-c5480dac-3f54-405f-b721-b0daab24243d req-72c70a1e-975d-4401-aefd-3cdef2694e46 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d896cc8c-3a91-43e6-ab35-d64ba46ad28c HTTP/1.1" status: 200 len: 1001 time: 0.1147830 Sep 23 07:30:53.821231 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b61976-f92e-4372-bf07-99ff91953b86 req-06554fe9-665a-44ff-8595-37eb0fbb0001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:30:53.822800 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-87b61976-f92e-4372-bf07-99ff91953b86 req-06554fe9-665a-44ff-8595-37eb0fbb0001 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9f0a0a70-36ce-402d-923c-729f01f617e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1007509 Sep 23 07:30:53.839911 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5480dac-3f54-405f-b721-b0daab24243d req-a8f8c1be-06d4-4616-9501-5d9c772a0a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:30:53.842272 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-c5480dac-3f54-405f-b721-b0daab24243d req-a8f8c1be-06d4-4616-9501-5d9c772a0a57 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=513e6a2b-0c54-4f03-8c2d-dd3c246bd8ac HTTP/1.1" status: 200 len: 856 time: 0.0640318 Sep 23 07:30:53.937206 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5480dac-3f54-405f-b721-b0daab24243d req-378fd40e-5d6d-4697-931f-60bdaa9a14d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:30:53.938801 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-c5480dac-3f54-405f-b721-b0daab24243d req-378fd40e-5d6d-4697-931f-60bdaa9a14d1 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=457ccd50-05b0-4ce0-8b7d-271dff6f827e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0836785 Sep 23 07:30:53.980115 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-87b61976-f92e-4372-bf07-99ff91953b86 req-18af89df-cbfd-4742-95d1-aef2beebeb98 service neutron] 10.222.0.53 "GET /v2.0/networks/9f0a0a70-36ce-402d-923c-729f01f617e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486869 Sep 23 07:30:54.106603 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-c5480dac-3f54-405f-b721-b0daab24243d req-5603345f-c7de-4531-809b-278a43df9335 service neutron] 10.222.0.53 "GET /v2.0/networks/457ccd50-05b0-4ce0-8b7d-271dff6f827e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1598592 Sep 23 07:30:54.139631 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-87b61976-f92e-4372-bf07-99ff91953b86 req-87aab6e6-f60d-41e7-a478-627c18e087c1 service neutron] 10.222.0.53 "GET /v2.0/networks/9f0a0a70-36ce-402d-923c-729f01f617e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521106 Sep 23 07:30:54.213829 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-c5480dac-3f54-405f-b721-b0daab24243d req-6bc35098-1a29-490c-b050-0a0ab2e0e3eb service neutron] 10.222.0.53 "GET /v2.0/networks/457ccd50-05b0-4ce0-8b7d-271dff6f827e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002796 Sep 23 07:30:54.431102 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200566d0-c73c-4448-939e-3126a5f4695e req-0be39bcc-cef1-45da-8b98-c35eac82ed8b tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:30:54.432560 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-200566d0-c73c-4448-939e-3126a5f4695e req-0be39bcc-cef1-45da-8b98-c35eac82ed8b tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/ports?device_id=d6e06ec0-154d-469f-abac-3b9cf681c0db HTTP/1.1" status: 200 len: 945 time: 0.0501745 Sep 23 07:30:54.473779 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-200566d0-c73c-4448-939e-3126a5f4695e req-9d0b8cd8-bf94-4002-898a-d28376ba1cc6 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/security-groups?id=278f1fac-5295-401c-8abd-7d69416ea71e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344832 Sep 23 07:30:54.752145 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7452bc12-3f8b-4ba8-aa00-02af3100d2e7 req-08480a5c-ea71-40f0-bb22-21700c0d3096 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:30:54.753887 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-7452bc12-3f8b-4ba8-aa00-02af3100d2e7 req-08480a5c-ea71-40f0-bb22-21700c0d3096 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] 10.222.0.62 "GET /v2.0/ports?device_id=f13aac94-0a18-4016-9059-b1fc4d92e337 HTTP/1.1" status: 200 len: 944 time: 0.0504377 Sep 23 07:30:54.795042 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-7452bc12-3f8b-4ba8-aa00-02af3100d2e7 req-2aebed43-6208-4a0c-bb08-19a65d00c480 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] 10.222.0.62 "GET /v2.0/security-groups?id=1abea1f3-eb90-4ea0-bd1d-d6ddf6b9f56e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350084 Sep 23 07:30:55.601836 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfe9c2f-f8de-4128-a615-ca7d626dd9f3 req-0d81ef7d-524b-45fb-a897-d3bdaab360b8 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:30:55.609401 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-3dfe9c2f-f8de-4128-a615-ca7d626dd9f3 req-0d81ef7d-524b-45fb-a897-d3bdaab360b8 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/ports?device_id=d6e06ec0-154d-469f-abac-3b9cf681c0db HTTP/1.1" status: 200 len: 945 time: 0.0562778 Sep 23 07:30:55.648559 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-3dfe9c2f-f8de-4128-a615-ca7d626dd9f3 req-73b55251-fd39-4939-9cdb-a60b87851517 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/security-groups?id=278f1fac-5295-401c-8abd-7d69416ea71e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357420 Sep 23 07:30:55.913777 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1f48c6-e87e-4ea3-a7b9-7beaa852ecb0 req-d7c9bdc1-2306-414d-b3c0-5194a33061d5 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:30:55.915309 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-ba1f48c6-e87e-4ea3-a7b9-7beaa852ecb0 req-d7c9bdc1-2306-414d-b3c0-5194a33061d5 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] 10.222.0.62 "GET /v2.0/ports?device_id=f13aac94-0a18-4016-9059-b1fc4d92e337 HTTP/1.1" status: 200 len: 944 time: 0.0491352 Sep 23 07:30:55.954409 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-ba1f48c6-e87e-4ea3-a7b9-7beaa852ecb0 req-c9d4766d-3273-44fa-b45b-09e22e466598 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] 10.222.0.62 "GET /v2.0/security-groups?id=1abea1f3-eb90-4ea0-bd1d-d6ddf6b9f56e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324891 Sep 23 07:30:56.606373 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-b9d540ec-ecc9-40b8-adae-b498405f5601 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:30:56.770595 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8255e07-6c3f-4e6e-9042-6cc9ec29e90c req-6d641845-2f6a-4fe0-833f-da19e29c25ba tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:30:56.772076 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-a8255e07-6c3f-4e6e-9042-6cc9ec29e90c req-6d641845-2f6a-4fe0-833f-da19e29c25ba tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/ports?device_id=d6e06ec0-154d-469f-abac-3b9cf681c0db HTTP/1.1" status: 200 len: 945 time: 0.0506048 Sep 23 07:30:56.821441 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-a8255e07-6c3f-4e6e-9042-6cc9ec29e90c req-78685556-ecb3-4ee0-89d6-c972548a4aab tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/security-groups?id=278f1fac-5295-401c-8abd-7d69416ea71e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430264 Sep 23 07:30:57.083251 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4351d1-7930-4ab0-82be-774e9e353436 req-759092e8-9403-4812-93b9-baba07a842b8 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:30:57.084805 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-df4351d1-7930-4ab0-82be-774e9e353436 req-759092e8-9403-4812-93b9-baba07a842b8 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] 10.222.0.62 "GET /v2.0/ports?device_id=f13aac94-0a18-4016-9059-b1fc4d92e337 HTTP/1.1" status: 200 len: 944 time: 0.0510581 Sep 23 07:30:57.127887 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-df4351d1-7930-4ab0-82be-774e9e353436 req-7279d1a3-0139-417d-9924-19e411932cd8 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] 10.222.0.62 "GET /v2.0/security-groups?id=1abea1f3-eb90-4ea0-bd1d-d6ddf6b9f56e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363035 Sep 23 07:30:57.692327 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:30:57.960749 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:30:58.115234 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-1854caf6-1153-400a-8d11-9ed8c1e229e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:30:58.399853 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.62', 59194) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:30:58.508035 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00738747-2ab9-42c3-a65b-b90d8b9d33bc req-5f58397c-ee6d-4fb5-b78a-66a7f6f5a7a1 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:30:58.509648 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-00738747-2ab9-42c3-a65b-b90d8b9d33bc req-5f58397c-ee6d-4fb5-b78a-66a7f6f5a7a1 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] 10.222.0.62 "GET /v2.0/ports?device_id=f13aac94-0a18-4016-9059-b1fc4d92e337 HTTP/1.1" status: 200 len: 944 time: 0.3018968 Sep 23 07:30:58.513948 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b0ccd0f1-1ac8-4cb0-b894-2523315a9dbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:30:58.553223 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-00738747-2ab9-42c3-a65b-b90d8b9d33bc req-76c28aef-b64c-4351-b1d5-54a93578ed64 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] 10.222.0.62 "GET /v2.0/security-groups?id=1abea1f3-eb90-4ea0-bd1d-d6ddf6b9f56e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322678 Sep 23 07:30:58.618629 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b0ccd0f1-1ac8-4cb0-b894-2523315a9dbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:30:58.689267 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Device d896cc8c-3a91-43e6-ab35-d64ba46ad28c no longer exists at agent hyperv_hv-cinder-80588 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:30:58.703718 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b0ccd0f1-1ac8-4cb0-b894-2523315a9dbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520401'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:30:58.743999 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [None req-b0ccd0f1-1ac8-4cb0-b894-2523315a9dbd admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b330b24f1e764dd9bd87892d338b1154&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3430548 Sep 23 07:30:58.745148 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ccd0f1-1ac8-4cb0-b894-2523315a9dbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cfa6df2-a0a1-4a4f-96d2-5b447e05fdcd,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:30:58.748082 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.62', 59198) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:30:58.773167 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:30:58.797519 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6e06ec0-154d-469f-abac-3b9cf681c0db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd896cc8c-3a91-43e6-ab35-d64ba46ad28c'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:30:58.799690 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8cb1569f887212d656241d478829572ac01e5268e755a1d7af7c5208f8517aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2edbd976-4612-4e41-bd86-374c94fa9601" -d '{"events": [{"server_uuid": "d6e06ec0-154d-469f-abac-3b9cf681c0db", "name": "network-vif-unplugged", "status": "completed", "tag": "d896cc8c-3a91-43e6-ab35-d64ba46ad28c"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:30:58.813472 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] For port d896cc8c-3a91-43e6-ab35-d64ba46ad28c, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=d896cc8c-3a91-43e6-ab35-d64ba46ad28c,segment=NetworkSegment(1643a54a-f314-44c3-bdbc-99b9ba0d70f9),segment_id=1643a54a-f314-44c3-bdbc-99b9ba0d70f9)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:30:58.814135 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9d126962-9515-4080-81e2-04a419e312a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:30:58.836788 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9d126962-9515-4080-81e2-04a419e312a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:30:58.838741 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 23 Sep 2021 07:30:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc1c5930-d83a-484e-9499-8b26390fd692 x-openstack-request-id: req-dc1c5930-d83a-484e-9499-8b26390fd692 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:30:58.839160 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6e06ec0-154d-469f-abac-3b9cf681c0db", "name": "network-vif-unplugged", "status": "failed", "tag": "d896cc8c-3a91-43e6-ab35-d64ba46ad28c", "code": 422}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:30:58.839481 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-dc1c5930-d83a-484e-9499-8b26390fd692 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:30:58.840805 dv-cinder-805887-18-iscsi neutron-server[94842]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'd6e06ec0-154d-469f-abac-3b9cf681c0db', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'd896cc8c-3a91-43e6-ab35-d64ba46ad28c', 'code': 422} returned with failed status Sep 23 07:30:58.892513 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728618137860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728617650881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728617650899'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:30:58.952276 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Pushing event updated for resources: {'Port': ['ID=d896cc8c-3a91-43e6-ab35-d64ba46ad28c,revision_number=8']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:30:58.967155 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.wsgi [req-4d73b44c-a2b8-4395-ab54-e7c98c8f7b9c req-93b72e00-d1be-42d7-9dcb-64d72b137146 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=94841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 07:30:58.968165 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-4d73b44c-a2b8-4395-ab54-e7c98c8f7b9c req-93b72e00-d1be-42d7-9dcb-64d72b137146 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066023 Sep 23 07:30:58.972150 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9d126962-9515-4080-81e2-04a419e312a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520401'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:30:58.975064 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9d126962-9515-4080-81e2-04a419e312a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:30:58.977914 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [None req-9d126962-9515-4080-81e2-04a419e312a4 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/4cfa6df2-a0a1-4a4f-96d2-5b447e05fdcd HTTP/1.1" status: 204 len: 168 time: 0.2270103 Sep 23 07:30:58.984207 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d126962-9515-4080-81e2-04a419e312a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cfa6df2-a0a1-4a4f-96d2-5b447e05fdcd,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:30:59.311373 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b712956-7d81-4a75-83d8-907b3777be6a req-bf31836f-106b-44b7-b9bf-8ad65476a69b tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:30:59.313091 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-1b712956-7d81-4a75-83d8-907b3777be6a req-bf31836f-106b-44b7-b9bf-8ad65476a69b tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/ports?device_id=d6e06ec0-154d-469f-abac-3b9cf681c0db HTTP/1.1" status: 200 len: 943 time: 0.0675611 Sep 23 07:30:59.369600 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-1b712956-7d81-4a75-83d8-907b3777be6a req-7df53610-f424-4789-b240-2707892b1e38 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/security-groups?id=278f1fac-5295-401c-8abd-7d69416ea71e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477347 Sep 23 07:30:59.679241 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0fc687-9c46-4af8-a7c6-bed6b03de731 req-444ca00e-61dc-4fe3-8747-31e39ef2cb33 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:30:59.680823 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-da0fc687-9c46-4af8-a7c6-bed6b03de731 req-444ca00e-61dc-4fe3-8747-31e39ef2cb33 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] 10.222.0.62 "GET /v2.0/ports?device_id=f13aac94-0a18-4016-9059-b1fc4d92e337 HTTP/1.1" status: 200 len: 944 time: 0.0490179 Sep 23 07:30:59.722066 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-da0fc687-9c46-4af8-a7c6-bed6b03de731 req-4da7677b-3b65-4d6a-bdab-04a935bdd161 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] 10.222.0.62 "GET /v2.0/security-groups?id=1abea1f3-eb90-4ea0-bd1d-d6ddf6b9f56e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338562 Sep 23 07:30:59.881044 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e4079388-143e-46ee-8cf3-ea3894d72bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:30:59.899812 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.62', 59234) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:30:59.983955 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-9c428f1e-7c71-4b29-ab2b-57a0a795f99f req-fe877650-e82a-4c0f-a748-e253b017aad0 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=d6e06ec0-154d-469f-abac-3b9cf681c0db&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0829976 Sep 23 07:30:59.992579 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.wsgi [req-9c428f1e-7c71-4b29-ab2b-57a0a795f99f req-b2be75a5-9720-4e85-9252-4cc0bd7ecf8b service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=94841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 07:30:59.993565 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-9c428f1e-7c71-4b29-ab2b-57a0a795f99f req-b2be75a5-9720-4e85-9252-4cc0bd7ecf8b service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048735 Sep 23 07:31:00.499901 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9474c3e2-c45b-482a-a93a-d6238d214a86 req-2069bca2-7925-415e-a4b2-d36c0d3efe5b tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:31:00.501639 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-9474c3e2-c45b-482a-a93a-d6238d214a86 req-2069bca2-7925-415e-a4b2-d36c0d3efe5b tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/ports?device_id=d6e06ec0-154d-469f-abac-3b9cf681c0db HTTP/1.1" status: 200 len: 943 time: 0.0597408 Sep 23 07:31:00.545973 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-9474c3e2-c45b-482a-a93a-d6238d214a86 req-b26b85fc-197d-4f0d-b88a-ba78a856501e tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/security-groups?id=278f1fac-5295-401c-8abd-7d69416ea71e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373902 Sep 23 07:31:00.836786 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf150199-2c59-4982-b3cc-5d94c8937166 req-ba389e46-fda4-4da8-81a9-8592a86a2556 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:31:00.838421 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-bf150199-2c59-4982-b3cc-5d94c8937166 req-ba389e46-fda4-4da8-81a9-8592a86a2556 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] 10.222.0.62 "GET /v2.0/ports?device_id=f13aac94-0a18-4016-9059-b1fc4d92e337 HTTP/1.1" status: 200 len: 944 time: 0.0499547 Sep 23 07:31:00.889819 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-bf150199-2c59-4982-b3cc-5d94c8937166 req-a31b514d-23d0-4c0e-ac6f-790e0a4ce91b tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] 10.222.0.62 "GET /v2.0/security-groups?id=1abea1f3-eb90-4ea0-bd1d-d6ddf6b9f56e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451593 Sep 23 07:31:01.404747 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c428f1e-7c71-4b29-ab2b-57a0a795f99f req-0265d337-b19c-4775-89db-4944964da60e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:31:01.406526 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-9c428f1e-7c71-4b29-ab2b-57a0a795f99f req-0265d337-b19c-4775-89db-4944964da60e service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=d6e06ec0-154d-469f-abac-3b9cf681c0db&tenant_id=63deb2e833294f4ba854d4abe4a79ff2 HTTP/1.1" status: 200 len: 1096 time: 0.0391462 Sep 23 07:31:01.470185 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c428f1e-7c71-4b29-ab2b-57a0a795f99f req-0b0940bb-2d69-4dee-9768-0d3064c1990b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:31:01.471765 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-9c428f1e-7c71-4b29-ab2b-57a0a795f99f req-0b0940bb-2d69-4dee-9768-0d3064c1990b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=63deb2e833294f4ba854d4abe4a79ff2&device_id=d6e06ec0-154d-469f-abac-3b9cf681c0db HTTP/1.1" status: 200 len: 1096 time: 0.0422454 Sep 23 07:31:01.577306 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c428f1e-7c71-4b29-ab2b-57a0a795f99f req-6b3acb22-4016-4064-89f3-1bc1f664f5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:31:01.578709 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-9c428f1e-7c71-4b29-ab2b-57a0a795f99f req-6b3acb22-4016-4064-89f3-1bc1f664f5b0 service neutron] 10.222.0.53 "GET /v2.0/networks?id=457ccd50-05b0-4ce0-8b7d-271dff6f827e HTTP/1.1" status: 200 len: 918 time: 0.0997357 Sep 23 07:31:01.673275 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-9c428f1e-7c71-4b29-ab2b-57a0a795f99f req-a05f04ef-8bc9-4da0-adab-63270afb2017 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d896cc8c-3a91-43e6-ab35-d64ba46ad28c HTTP/1.1" status: 200 len: 999 time: 0.0859926 Sep 23 07:31:01.718212 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512c588a-15ee-4550-9038-0ccf1fc4b115 req-06b857c7-09d1-40da-bca6-6b7d3e5e7201 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:31:01.719763 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-512c588a-15ee-4550-9038-0ccf1fc4b115 req-06b857c7-09d1-40da-bca6-6b7d3e5e7201 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/ports?device_id=d6e06ec0-154d-469f-abac-3b9cf681c0db HTTP/1.1" status: 200 len: 943 time: 0.0931721 Sep 23 07:31:01.749809 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c428f1e-7c71-4b29-ab2b-57a0a795f99f req-94b87566-5d90-4408-9a25-c5e3ea28db35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:31:01.751275 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-9c428f1e-7c71-4b29-ab2b-57a0a795f99f req-94b87566-5d90-4408-9a25-c5e3ea28db35 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=513e6a2b-0c54-4f03-8c2d-dd3c246bd8ac HTTP/1.1" status: 200 len: 856 time: 0.0694091 Sep 23 07:31:01.776565 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-512c588a-15ee-4550-9038-0ccf1fc4b115 req-0fe5b59d-b7c5-4ec0-a350-96b325ae7137 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/security-groups?id=278f1fac-5295-401c-8abd-7d69416ea71e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504260 Sep 23 07:31:01.804754 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c428f1e-7c71-4b29-ab2b-57a0a795f99f req-a29305b8-c93a-4fa4-ba11-50afabc61fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:31:01.806283 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-9c428f1e-7c71-4b29-ab2b-57a0a795f99f req-a29305b8-c93a-4fa4-ba11-50afabc61fd7 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=457ccd50-05b0-4ce0-8b7d-271dff6f827e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0448720 Sep 23 07:31:01.898404 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-9c428f1e-7c71-4b29-ab2b-57a0a795f99f req-fc933c74-01ae-4e4e-a9d1-4a4a04226741 service neutron] 10.222.0.53 "GET /v2.0/networks/457ccd50-05b0-4ce0-8b7d-271dff6f827e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847631 Sep 23 07:31:02.020791 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-9c428f1e-7c71-4b29-ab2b-57a0a795f99f req-ead7f2a1-d9db-4622-b801-c19e84e772c2 service neutron] 10.222.0.53 "GET /v2.0/networks/457ccd50-05b0-4ce0-8b7d-271dff6f827e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146839 Sep 23 07:31:02.034593 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdeae30-9b7a-4db2-aaeb-2ac9cd3ab382 req-69e8b273-f9cb-42d6-ba30-0aabc8ab4af8 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:31:02.036055 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-7bdeae30-9b7a-4db2-aaeb-2ac9cd3ab382 req-69e8b273-f9cb-42d6-ba30-0aabc8ab4af8 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] 10.222.0.62 "GET /v2.0/ports?device_id=f13aac94-0a18-4016-9059-b1fc4d92e337 HTTP/1.1" status: 200 len: 944 time: 0.0710452 Sep 23 07:31:02.073756 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-7bdeae30-9b7a-4db2-aaeb-2ac9cd3ab382 req-5de794db-a32b-4ce1-a173-ecb53708bd86 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] 10.222.0.62 "GET /v2.0/security-groups?id=1abea1f3-eb90-4ea0-bd1d-d6ddf6b9f56e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317791 Sep 23 07:31:02.733311 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Device 726261c9-3e0b-4495-8cdb-efd547712a2b details requested by agent hyperv_hv-cinder-80588 with host hv-cinder-80588 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 07:31:02.880426 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] For port 726261c9-3e0b-4495-8cdb-efd547712a2b, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=726261c9-3e0b-4495-8cdb-efd547712a2b,segment=NetworkSegment(3a470730-1ad3-461f-91dc-af57cba68cf2),segment_id=3a470730-1ad3-461f-91dc-af57cba68cf2)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:31:02.905198 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Returning: {'device': '726261c9-3e0b-4495-8cdb-efd547712a2b', 'network_id': '9f0a0a70-36ce-402d-923c-729f01f617e9', 'port_id': '726261c9-3e0b-4495-8cdb-efd547712a2b', 'mac_address': 'fa:16:3e:ac:ea:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '268d9a9b-c8cd-41c6-9c6e-7f9d40e41eae', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 07:31:02.941023 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f2c67b-6ebb-4d48-b811-e66b8013833c req-57cedb50-a1ff-414f-bf74-689404e0d698 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:31:02.949500 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-89f2c67b-6ebb-4d48-b811-e66b8013833c req-57cedb50-a1ff-414f-bf74-689404e0d698 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/ports?device_id=d6e06ec0-154d-469f-abac-3b9cf681c0db HTTP/1.1" status: 200 len: 943 time: 0.0629871 Sep 23 07:31:02.950467 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:31:02.970579 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 726261c9-3e0b-4495-8cdb-efd547712a2b {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 07:31:02.997171 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-89f2c67b-6ebb-4d48-b811-e66b8013833c req-500cbc1e-f570-4f2f-9981-332567dfa66a tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/security-groups?id=278f1fac-5295-401c-8abd-7d69416ea71e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461326 Sep 23 07:31:03.001372 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] For port 726261c9-3e0b-4495-8cdb-efd547712a2b, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=726261c9-3e0b-4495-8cdb-efd547712a2b,segment=NetworkSegment(3a470730-1ad3-461f-91dc-af57cba68cf2),segment_id=3a470730-1ad3-461f-91dc-af57cba68cf2)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:31:03.121693 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728618137860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728617650881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728617650899'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:31:03.195807 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Pushing event updated for resources: {'Port': ['ID=726261c9-3e0b-4495-8cdb-efd547712a2b,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:31:03.261549 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdbc7b3-fa88-4c11-925a-482b36e92576 req-c2806f50-2f38-4126-9763-01f79ef0e08f tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:31:03.262700 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-fcdbc7b3-fa88-4c11-925a-482b36e92576 req-c2806f50-2f38-4126-9763-01f79ef0e08f tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] 10.222.0.62 "GET /v2.0/ports?device_id=f13aac94-0a18-4016-9059-b1fc4d92e337 HTTP/1.1" status: 200 len: 945 time: 0.0763395 Sep 23 07:31:03.308462 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-fcdbc7b3-fa88-4c11-925a-482b36e92576 req-cc50b4cd-6baf-4947-973c-6e2f8e2b77ee tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] 10.222.0.62 "GET /v2.0/security-groups?id=1abea1f3-eb90-4ea0-bd1d-d6ddf6b9f56e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390928 Sep 23 07:31:03.346673 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] get_ports_and_sgs() called for port_ids ['726261c9-3e0b-4495-8cdb-efd547712a2b'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 07:31:04.138822 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8ac1df-1dda-4575-9785-b0493118dc6f req-48699067-4705-4b29-984a-84bd1f1870ea tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:31:04.140521 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-2e8ac1df-1dda-4575-9785-b0493118dc6f req-48699067-4705-4b29-984a-84bd1f1870ea tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/ports?device_id=d6e06ec0-154d-469f-abac-3b9cf681c0db HTTP/1.1" status: 200 len: 943 time: 0.0610540 Sep 23 07:31:04.185544 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-2e8ac1df-1dda-4575-9785-b0493118dc6f req-9b2f63f3-82a4-4e6c-9df9-1cffd62e90bf tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/security-groups?id=278f1fac-5295-401c-8abd-7d69416ea71e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381529 Sep 23 07:31:04.431993 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66a815a-5c6f-44fc-a78e-9b533468a27e req-163f61a1-2a30-4ba3-af88-fe7ef650e321 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:31:04.434150 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-f66a815a-5c6f-44fc-a78e-9b533468a27e req-163f61a1-2a30-4ba3-af88-fe7ef650e321 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] 10.222.0.62 "GET /v2.0/ports?device_id=f13aac94-0a18-4016-9059-b1fc4d92e337 HTTP/1.1" status: 200 len: 945 time: 0.0518498 Sep 23 07:31:04.474228 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-f66a815a-5c6f-44fc-a78e-9b533468a27e req-c2f6039e-fe40-4fd5-8091-1a3dcc793050 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] 10.222.0.62 "GET /v2.0/security-groups?id=1abea1f3-eb90-4ea0-bd1d-d6ddf6b9f56e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338392 Sep 23 07:31:04.750012 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Device 726261c9-3e0b-4495-8cdb-efd547712a2b up at agent hyperv_hv-cinder-80588 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:31:04.863809 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Provisioning for port 726261c9-3e0b-4495-8cdb-efd547712a2b completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 07:31:04.868135 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Provisioning complete for port 726261c9-3e0b-4495-8cdb-efd547712a2b triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:31:04.868684 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703931'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:31:04.957293 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:31:04.987144 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f13aac94-0a18-4016-9059-b1fc4d92e337', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '726261c9-3e0b-4495-8cdb-efd547712a2b'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:31:04.989450 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8cb1569f887212d656241d478829572ac01e5268e755a1d7af7c5208f8517aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce2739ff-c8aa-44ae-ac32-623290b1c76b" -d '{"events": [{"server_uuid": "f13aac94-0a18-4016-9059-b1fc4d92e337", "name": "network-vif-plugged", "status": "completed", "tag": "726261c9-3e0b-4495-8cdb-efd547712a2b"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:31:05.005138 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] For port 726261c9-3e0b-4495-8cdb-efd547712a2b, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=726261c9-3e0b-4495-8cdb-efd547712a2b,segment=NetworkSegment(3a470730-1ad3-461f-91dc-af57cba68cf2),segment_id=3a470730-1ad3-461f-91dc-af57cba68cf2)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:31:05.030440 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 07:31:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ced78172-e1f4-4eae-b37e-f7daf238f3d7 x-openstack-request-id: req-ced78172-e1f4-4eae-b37e-f7daf238f3d7 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:31:05.030440 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f13aac94-0a18-4016-9059-b1fc4d92e337", "name": "network-vif-plugged", "status": "completed", "tag": "726261c9-3e0b-4495-8cdb-efd547712a2b", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:31:05.030440 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ced78172-e1f4-4eae-b37e-f7daf238f3d7 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:31:05.030440 dv-cinder-805887-18-iscsi neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f13aac94-0a18-4016-9059-b1fc4d92e337', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '726261c9-3e0b-4495-8cdb-efd547712a2b', 'code': 200} Sep 23 07:31:05.086504 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728618137860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728617650881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728617650899'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:31:05.133836 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Pushing event updated for resources: {'Port': ['ID=726261c9-3e0b-4495-8cdb-efd547712a2b,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:31:05.321232 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad674a01-9f40-4110-8bf3-2183da6586ba req-0e44f28f-71d8-431c-950f-f9c5ab610e80 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:31:05.322844 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-ad674a01-9f40-4110-8bf3-2183da6586ba req-0e44f28f-71d8-431c-950f-f9c5ab610e80 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/ports?device_id=d6e06ec0-154d-469f-abac-3b9cf681c0db HTTP/1.1" status: 200 len: 943 time: 0.0503635 Sep 23 07:31:05.371653 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-ad674a01-9f40-4110-8bf3-2183da6586ba req-fa8b74fa-64d7-428e-9bf7-6c5473b940c0 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/security-groups?id=278f1fac-5295-401c-8abd-7d69416ea71e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427079 Sep 23 07:31:05.601853 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2e530a-f287-4762-a393-90a45a572594 req-3481da79-69fd-4a1b-93d0-22b91e2f273c tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:31:05.603564 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-1c2e530a-f287-4762-a393-90a45a572594 req-3481da79-69fd-4a1b-93d0-22b91e2f273c tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] 10.222.0.62 "GET /v2.0/ports?device_id=f13aac94-0a18-4016-9059-b1fc4d92e337 HTTP/1.1" status: 200 len: 946 time: 0.0521410 Sep 23 07:31:05.642969 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-1c2e530a-f287-4762-a393-90a45a572594 req-9f3959fd-0223-4fd0-ac94-a35d90c393e7 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] 10.222.0.62 "GET /v2.0/security-groups?id=1abea1f3-eb90-4ea0-bd1d-d6ddf6b9f56e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329101 Sep 23 07:31:06.496951 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1f7928-ca6b-4732-b3b9-233b87d4504b req-0fbfbb2d-6fd5-4193-ae62-b2ca62561e25 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:31:06.499229 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-0f1f7928-ca6b-4732-b3b9-233b87d4504b req-0fbfbb2d-6fd5-4193-ae62-b2ca62561e25 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/ports?device_id=d6e06ec0-154d-469f-abac-3b9cf681c0db HTTP/1.1" status: 200 len: 943 time: 0.0498004 Sep 23 07:31:06.538564 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-0f1f7928-ca6b-4732-b3b9-233b87d4504b req-3126d049-9316-4a14-9989-73e86fd8bfff tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/security-groups?id=278f1fac-5295-401c-8abd-7d69416ea71e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333462 Sep 23 07:31:06.761392 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ccafa3-99eb-4184-a62f-1a6b85cf167f req-e839ad0e-b96f-4483-add3-a4bb246b2288 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:31:06.762948 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-c9ccafa3-99eb-4184-a62f-1a6b85cf167f req-e839ad0e-b96f-4483-add3-a4bb246b2288 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] 10.222.0.62 "GET /v2.0/ports?device_id=f13aac94-0a18-4016-9059-b1fc4d92e337 HTTP/1.1" status: 200 len: 946 time: 0.0490446 Sep 23 07:31:06.806673 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-c9ccafa3-99eb-4184-a62f-1a6b85cf167f req-58c40916-60cc-4090-a536-495054d04e99 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] 10.222.0.62 "GET /v2.0/security-groups?id=1abea1f3-eb90-4ea0-bd1d-d6ddf6b9f56e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369189 Sep 23 07:31:07.664881 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610615ea-b53c-40de-80e6-f96ebd07d5d0 req-beee0d0b-ee87-4041-a261-df3f0281233c tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:31:07.666426 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-610615ea-b53c-40de-80e6-f96ebd07d5d0 req-beee0d0b-ee87-4041-a261-df3f0281233c tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/ports?device_id=d6e06ec0-154d-469f-abac-3b9cf681c0db HTTP/1.1" status: 200 len: 943 time: 0.0500524 Sep 23 07:31:07.708301 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-610615ea-b53c-40de-80e6-f96ebd07d5d0 req-ceb7b12b-cd85-4f12-94d4-f8875ec22515 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/security-groups?id=278f1fac-5295-401c-8abd-7d69416ea71e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349054 Sep 23 07:31:07.940450 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e894505-fea5-46f4-8d7c-4783bbb2c42a req-4058bd41-a565-413f-a4d3-6b46e1096809 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:31:07.940450 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-8e894505-fea5-46f4-8d7c-4783bbb2c42a req-4058bd41-a565-413f-a4d3-6b46e1096809 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] 10.222.0.62 "GET /v2.0/ports?device_id=f13aac94-0a18-4016-9059-b1fc4d92e337 HTTP/1.1" status: 200 len: 946 time: 0.0557225 Sep 23 07:31:07.980162 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-8e894505-fea5-46f4-8d7c-4783bbb2c42a req-d880b892-a681-4b08-a97e-9a9d59234b58 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] 10.222.0.62 "GET /v2.0/security-groups?id=1abea1f3-eb90-4ea0-bd1d-d6ddf6b9f56e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358372 Sep 23 07:31:08.847834 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8338677-2329-42c3-a642-cd421449eb2e req-eceddb96-a08d-4924-9d4c-a2e211806da8 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:31:08.849148 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-f8338677-2329-42c3-a642-cd421449eb2e req-eceddb96-a08d-4924-9d4c-a2e211806da8 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/ports?device_id=d6e06ec0-154d-469f-abac-3b9cf681c0db HTTP/1.1" status: 200 len: 943 time: 0.0584884 Sep 23 07:31:08.904701 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-f8338677-2329-42c3-a642-cd421449eb2e req-fa07ba46-40f2-466c-a78c-8ace0fe05e48 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/security-groups?id=278f1fac-5295-401c-8abd-7d69416ea71e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489731 Sep 23 07:31:09.119573 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0f4ff5-d2e0-489c-ae6f-372bdc1849d7 req-1f32f462-eaf6-433b-a344-609d7cc8f357 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:31:09.121157 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-7d0f4ff5-d2e0-489c-ae6f-372bdc1849d7 req-1f32f462-eaf6-433b-a344-609d7cc8f357 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] 10.222.0.62 "GET /v2.0/ports?device_id=f13aac94-0a18-4016-9059-b1fc4d92e337 HTTP/1.1" status: 200 len: 946 time: 0.0637369 Sep 23 07:31:09.173481 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-7d0f4ff5-d2e0-489c-ae6f-372bdc1849d7 req-704f51d8-e03f-4777-97fe-1bb38885cc74 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] 10.222.0.62 "GET /v2.0/security-groups?id=1abea1f3-eb90-4ea0-bd1d-d6ddf6b9f56e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452409 Sep 23 07:31:10.037778 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f3f720-adcd-4fee-a35a-94ebbf321d5c req-03da1f04-5927-46d7-9aee-19f2c57a9456 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:31:10.039308 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-96f3f720-adcd-4fee-a35a-94ebbf321d5c req-03da1f04-5927-46d7-9aee-19f2c57a9456 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/ports?device_id=d6e06ec0-154d-469f-abac-3b9cf681c0db HTTP/1.1" status: 200 len: 943 time: 0.0509667 Sep 23 07:31:10.079291 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-96f3f720-adcd-4fee-a35a-94ebbf321d5c req-f37e12c1-8942-47c7-ac39-f137c577e6cc tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/security-groups?id=278f1fac-5295-401c-8abd-7d69416ea71e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331209 Sep 23 07:31:10.295930 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0f6dd6-06c7-403c-a0e7-4d942ea02bbc req-ee15d17a-2afb-42fa-b8cc-5238ea37b9cc tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:31:10.297906 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-9d0f6dd6-06c7-403c-a0e7-4d942ea02bbc req-ee15d17a-2afb-42fa-b8cc-5238ea37b9cc tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] 10.222.0.62 "GET /v2.0/ports?device_id=f13aac94-0a18-4016-9059-b1fc4d92e337 HTTP/1.1" status: 200 len: 946 time: 0.0593140 Sep 23 07:31:10.341248 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-9d0f6dd6-06c7-403c-a0e7-4d942ea02bbc req-d83c1c42-d845-4967-bae3-b01e6d50197f tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] 10.222.0.62 "GET /v2.0/security-groups?id=1abea1f3-eb90-4ea0-bd1d-d6ddf6b9f56e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374067 Sep 23 07:31:11.228317 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bf83ad-325e-404b-94e4-0c58842f30be req-88cbb6ff-29a4-4309-a94e-88170b914821 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:31:11.230406 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-f9bf83ad-325e-404b-94e4-0c58842f30be req-88cbb6ff-29a4-4309-a94e-88170b914821 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/ports?device_id=d6e06ec0-154d-469f-abac-3b9cf681c0db HTTP/1.1" status: 200 len: 943 time: 0.0593910 Sep 23 07:31:11.279147 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-f9bf83ad-325e-404b-94e4-0c58842f30be req-04d29e97-08ac-473c-a029-246464ec4a2b tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/security-groups?id=278f1fac-5295-401c-8abd-7d69416ea71e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363162 Sep 23 07:31:11.478400 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95765e8b-ccbd-439d-a33a-6bd9f3a76c79 req-1936a66e-88d5-453b-bf3d-c729ea5da31c tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:31:11.480076 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-95765e8b-ccbd-439d-a33a-6bd9f3a76c79 req-1936a66e-88d5-453b-bf3d-c729ea5da31c tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] 10.222.0.62 "GET /v2.0/ports?device_id=f13aac94-0a18-4016-9059-b1fc4d92e337 HTTP/1.1" status: 200 len: 946 time: 0.0651550 Sep 23 07:31:11.521625 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-95765e8b-ccbd-439d-a33a-6bd9f3a76c79 req-02c36a9d-1e23-4f21-9aea-3905b2a460e7 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] 10.222.0.62 "GET /v2.0/security-groups?id=1abea1f3-eb90-4ea0-bd1d-d6ddf6b9f56e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342476 Sep 23 07:31:11.958669 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.db.agents_db [None req-60cd1eec-2052-4d49-bd00-e5a0de40c293 None None] Agent healthcheck: found 6 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 07:31:12.414838 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e34f0af-e50f-46b9-bb94-afecc9543c44 req-586698a8-a466-4a5f-abd6-6dc83dfb9a7c tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:31:12.416444 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-6e34f0af-e50f-46b9-bb94-afecc9543c44 req-586698a8-a466-4a5f-abd6-6dc83dfb9a7c tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/ports?device_id=d6e06ec0-154d-469f-abac-3b9cf681c0db HTTP/1.1" status: 200 len: 943 time: 0.0556521 Sep 23 07:31:12.457959 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-6e34f0af-e50f-46b9-bb94-afecc9543c44 req-b69eca8b-a701-495c-be9f-4e5b187a9d11 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/security-groups?id=278f1fac-5295-401c-8abd-7d69416ea71e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354829 Sep 23 07:31:12.663531 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0f9270-c4ed-4bdf-a6fe-e16b3783f6fc req-d07a611a-b590-47b0-8f97-5400892460b4 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:31:12.665089 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-ba0f9270-c4ed-4bdf-a6fe-e16b3783f6fc req-d07a611a-b590-47b0-8f97-5400892460b4 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] 10.222.0.62 "GET /v2.0/ports?device_id=f13aac94-0a18-4016-9059-b1fc4d92e337 HTTP/1.1" status: 200 len: 946 time: 0.0551431 Sep 23 07:31:12.707424 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-ba0f9270-c4ed-4bdf-a6fe-e16b3783f6fc req-b32c8b5c-0f5b-4f0f-bccd-6c9adbf7b7ae tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] 10.222.0.62 "GET /v2.0/security-groups?id=1abea1f3-eb90-4ea0-bd1d-d6ddf6b9f56e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359237 Sep 23 07:31:13.578306 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2effe3e6-2393-4e61-be52-f3903baf334e req-f2f429c2-3b09-42d6-b3e4-8810046c5353 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:31:13.579861 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-2effe3e6-2393-4e61-be52-f3903baf334e req-f2f429c2-3b09-42d6-b3e4-8810046c5353 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/ports?device_id=d6e06ec0-154d-469f-abac-3b9cf681c0db HTTP/1.1" status: 200 len: 943 time: 0.0482674 Sep 23 07:31:13.623536 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-2effe3e6-2393-4e61-be52-f3903baf334e req-4caccdb1-0783-4c52-bb35-c95a5c9ae227 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/security-groups?id=278f1fac-5295-401c-8abd-7d69416ea71e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364785 Sep 23 07:31:13.867264 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4239ba72-daf9-4031-9ea8-c8bb9348773b req-c1e1d8e6-d4f3-48c1-bdfc-8cee3c4912cd tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:31:13.869051 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-4239ba72-daf9-4031-9ea8-c8bb9348773b req-c1e1d8e6-d4f3-48c1-bdfc-8cee3c4912cd tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] 10.222.0.62 "GET /v2.0/ports?device_id=f13aac94-0a18-4016-9059-b1fc4d92e337 HTTP/1.1" status: 200 len: 946 time: 0.0875337 Sep 23 07:31:13.870964 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066d272b-1fe6-48d2-887c-de7f48cd12d1 req-4aafe53c-9607-483d-a5f2-f223dc56cce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:31:13.872850 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-066d272b-1fe6-48d2-887c-de7f48cd12d1 req-4aafe53c-9607-483d-a5f2-f223dc56cce5 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=f13aac94-0a18-4016-9059-b1fc4d92e337 HTTP/1.1" status: 200 len: 1099 time: 0.0650563 Sep 23 07:31:13.929342 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-4239ba72-daf9-4031-9ea8-c8bb9348773b req-a6724dd1-8c3a-404d-aa59-0c7b90e8316c tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] 10.222.0.62 "GET /v2.0/security-groups?id=1abea1f3-eb90-4ea0-bd1d-d6ddf6b9f56e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532920 Sep 23 07:31:13.936245 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-066d272b-1fe6-48d2-887c-de7f48cd12d1 req-4f914565-27c7-449c-9760-b4d7f7250f6e service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=1abea1f3-eb90-4ea0-bd1d-d6ddf6b9f56e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456181 Sep 23 07:31:14.750724 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c362afe1-ca96-40cc-a796-a3a9d19bf4bf req-efcb7fe6-12b0-475a-b9e7-0861ba38baf0 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:31:14.752185 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-c362afe1-ca96-40cc-a796-a3a9d19bf4bf req-efcb7fe6-12b0-475a-b9e7-0861ba38baf0 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/ports?device_id=d6e06ec0-154d-469f-abac-3b9cf681c0db HTTP/1.1" status: 200 len: 943 time: 0.0531392 Sep 23 07:31:14.792269 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-c362afe1-ca96-40cc-a796-a3a9d19bf4bf req-bec7565a-6f00-4f77-9083-4abbb35c87e4 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/security-groups?id=278f1fac-5295-401c-8abd-7d69416ea71e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338664 Sep 23 07:31:15.055315 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bfec21-af8d-4607-a53f-8129be94bbf3 req-7c409d88-c73d-47eb-9c2d-3db6c338a52c tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:31:15.056788 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-68bfec21-af8d-4607-a53f-8129be94bbf3 req-7c409d88-c73d-47eb-9c2d-3db6c338a52c tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] 10.222.0.62 "GET /v2.0/ports?device_id=f13aac94-0a18-4016-9059-b1fc4d92e337 HTTP/1.1" status: 200 len: 946 time: 0.0594950 Sep 23 07:31:15.094597 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-68bfec21-af8d-4607-a53f-8129be94bbf3 req-a471dd9e-79f1-4725-9eec-aaa1ae5840d7 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] 10.222.0.62 "GET /v2.0/security-groups?id=1abea1f3-eb90-4ea0-bd1d-d6ddf6b9f56e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317242 Sep 23 07:31:15.346540 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2444bcd-5b45-4225-a725-4abe559056e5 req-ee68f6e8-ed98-4f19-abb1-c8e22f8a2bd7 tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:31:15.348006 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-f2444bcd-5b45-4225-a725-4abe559056e5 req-ee68f6e8-ed98-4f19-abb1-c8e22f8a2bd7 tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] 10.222.0.62 "GET /v2.0/ports?device_id=f3d65c24-4ad2-4653-88e6-8ab51b884114 HTTP/1.1" status: 200 len: 945 time: 0.0507553 Sep 23 07:31:15.388914 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-f2444bcd-5b45-4225-a725-4abe559056e5 req-38017f53-0b1a-4408-ab26-b52f65bdf10a tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] 10.222.0.62 "GET /v2.0/security-groups?id=c245a919-e8a3-48a6-887c-0115e649c4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349019 Sep 23 07:31:15.411135 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.62', 59408) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:31:15.548394 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb55f4dc-4837-49ac-87e2-5f6826cca7a8 tempest-TestMinimumBasicScenario-1810202105 tempest-TestMinimumBasicScenario-1810202105-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:31:15.549996 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [None req-cb55f4dc-4837-49ac-87e2-5f6826cca7a8 tempest-TestMinimumBasicScenario-1810202105 tempest-TestMinimumBasicScenario-1810202105-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=f3d65c24-4ad2-4653-88e6-8ab51b884114 HTTP/1.1" status: 200 len: 1093 time: 0.1378508 Sep 23 07:31:15.553336 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.62', 59412) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:31:15.558079 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.v2.base [None req-8d64eec4-f587-4d6a-bf18-72d81e5e5eba tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] Request body: {'floatingip': {'floating_network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'port_id': '38e18cce-76ac-46eb-b16b-47adaba3bd21', 'tenant_id': '4d12208531784657acb0a942fc6e2c94', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:31:15.669658 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8d64eec4-f587-4d6a-bf18-72d81e5e5eba tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] Notify callbacks [] for floatingip, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:31:15.775512 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8d64eec4-f587-4d6a-bf18-72d81e5e5eba tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:31:15.895645 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-8d64eec4-f587-4d6a-bf18-72d81e5e5eba tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] Allocated IP 172.27.2.55 (d5e7441b-7712-4831-9dab-1c29a8301756/89646001-5df7-4559-baa8-56e15a045fc5/13b4ea86-5865-4d8c-a50a-72e552ec326c) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:31:15.916629 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9599ec72-9c13-4c11-9ee4-48a99acb7708 req-892bc947-6f44-41ad-9cbb-035f511fbba8 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:31:15.918409 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-9599ec72-9c13-4c11-9ee4-48a99acb7708 req-892bc947-6f44-41ad-9cbb-035f511fbba8 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/ports?device_id=d6e06ec0-154d-469f-abac-3b9cf681c0db HTTP/1.1" status: 200 len: 943 time: 0.0492156 Sep 23 07:31:15.967655 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-9599ec72-9c13-4c11-9ee4-48a99acb7708 req-d77b5969-1096-4191-ac29-6840305542ae tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/security-groups?id=278f1fac-5295-401c-8abd-7d69416ea71e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413260 Sep 23 07:31:16.011904 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8d64eec4-f587-4d6a-bf18-72d81e5e5eba tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:31:16.103707 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8d64eec4-f587-4d6a-bf18-72d81e5e5eba tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728617650863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58957170'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:31:16.142625 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d64eec4-f587-4d6a-bf18-72d81e5e5eba tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] Network d5e7441b-7712-4831-9dab-1c29a8301756 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:31:16.145811 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-8d64eec4-f587-4d6a-bf18-72d81e5e5eba tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:31:16.149561 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d64eec4-f587-4d6a-bf18-72d81e5e5eba tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:31:16.174365 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d64eec4-f587-4d6a-bf18-72d81e5e5eba tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] Pushing event updated for resources: {'Port': ['ID=13b4ea86-5865-4d8c-a50a-72e552ec326c,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:31:16.215938 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2562f8-e146-4a9c-900a-538ea580ad40 req-bbaede5a-5482-4a2c-b35c-e3183174c69a tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:31:16.217841 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-2e2562f8-e146-4a9c-900a-538ea580ad40 req-bbaede5a-5482-4a2c-b35c-e3183174c69a tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] 10.222.0.62 "GET /v2.0/ports?device_id=f13aac94-0a18-4016-9059-b1fc4d92e337 HTTP/1.1" status: 200 len: 946 time: 0.0523877 Sep 23 07:31:16.258213 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-2e2562f8-e146-4a9c-900a-538ea580ad40 req-2d6e402b-bc3d-4c6c-91c4-a856da9b2d37 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] 10.222.0.62 "GET /v2.0/security-groups?id=1abea1f3-eb90-4ea0-bd1d-d6ddf6b9f56e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342548 Sep 23 07:31:16.371271 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf398f18-81cb-4501-a94f-d798de986d69 req-e5809998-ef6b-41be-979a-f14b49c78332 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:31:16.373499 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-bf398f18-81cb-4501-a94f-d798de986d69 req-e5809998-ef6b-41be-979a-f14b49c78332 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] 10.222.0.62 "GET /v2.0/ports?device_id=f13aac94-0a18-4016-9059-b1fc4d92e337 HTTP/1.1" status: 200 len: 946 time: 0.0495539 Sep 23 07:31:16.419262 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-bf398f18-81cb-4501-a94f-d798de986d69 req-2cc4bce5-dd3a-49d2-8c33-1181f2605764 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] 10.222.0.62 "GET /v2.0/security-groups?id=1abea1f3-eb90-4ea0-bd1d-d6ddf6b9f56e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349340 Sep 23 07:31:16.434311 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.62', 59422) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:31:16.474067 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6d5f499-87e3-473e-ab4a-18c32311583f tempest-TestVolumeBootPattern-1029062112 tempest-TestVolumeBootPattern-1029062112-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:31:16.478349 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [None req-f6d5f499-87e3-473e-ab4a-18c32311583f tempest-TestVolumeBootPattern-1029062112 tempest-TestVolumeBootPattern-1029062112-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=f13aac94-0a18-4016-9059-b1fc4d92e337 HTTP/1.1" status: 200 len: 1094 time: 0.0403969 Sep 23 07:31:16.478550 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.62', 59424) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:31:16.482749 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.v2.base [None req-69f0a4a5-3c12-4a44-818e-2eadc2418f57 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Request body: {'floatingip': {'floating_network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'port_id': '726261c9-3e0b-4495-8cdb-efd547712a2b', 'tenant_id': 'c94fc6b7cf004b03b6610c617415b316', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:31:16.502242 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8d64eec4-f587-4d6a-bf18-72d81e5e5eba tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:31:16.629428 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-69f0a4a5-3c12-4a44-818e-2eadc2418f57 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Notify callbacks [] for floatingip, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:31:16.668110 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8d64eec4-f587-4d6a-bf18-72d81e5e5eba tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:31:16.737674 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-69f0a4a5-3c12-4a44-818e-2eadc2418f57 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:31:16.796082 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Device d896cc8c-3a91-43e6-ab35-d64ba46ad28c details requested by agent hyperv_hv-cinder-80588 with host hv-cinder-80588 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 07:31:16.828975 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8d64eec4-f587-4d6a-bf18-72d81e5e5eba tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:31:16.850581 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-69f0a4a5-3c12-4a44-818e-2eadc2418f57 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Allocated IP 172.27.2.80 (d5e7441b-7712-4831-9dab-1c29a8301756/89646001-5df7-4559-baa8-56e15a045fc5/777df2d0-df0a-4873-a24a-6fa520b590c8) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:31:16.891411 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] For port d896cc8c-3a91-43e6-ab35-d64ba46ad28c, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=d896cc8c-3a91-43e6-ab35-d64ba46ad28c,segment=NetworkSegment(1643a54a-f314-44c3-bdbc-99b9ba0d70f9),segment_id=1643a54a-f314-44c3-bdbc-99b9ba0d70f9)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:31:16.902869 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Returning: {'device': 'd896cc8c-3a91-43e6-ab35-d64ba46ad28c', 'network_id': '457ccd50-05b0-4ce0-8b7d-271dff6f827e', 'port_id': 'd896cc8c-3a91-43e6-ab35-d64ba46ad28c', 'mac_address': 'fa:16:3e:ac:68:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '513e6a2b-0c54-4f03-8c2d-dd3c246bd8ac', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 07:31:16.904867 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8d64eec4-f587-4d6a-bf18-72d81e5e5eba tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728618137860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728617650881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728617650899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58957177'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:31:16.950846 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:31:16.964933 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-69f0a4a5-3c12-4a44-818e-2eadc2418f57 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:31:16.967965 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d896cc8c-3a91-43e6-ab35-d64ba46ad28c {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 07:31:16.991408 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] For port d896cc8c-3a91-43e6-ab35-d64ba46ad28c, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=d896cc8c-3a91-43e6-ab35-d64ba46ad28c,segment=NetworkSegment(1643a54a-f314-44c3-bdbc-99b9ba0d70f9),segment_id=1643a54a-f314-44c3-bdbc-99b9ba0d70f9)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:31:17.013985 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8d64eec4-f587-4d6a-bf18-72d81e5e5eba tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-455962'] for floatingip, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:31:17.016085 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d64eec4-f587-4d6a-bf18-72d81e5e5eba tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] Pushing event updated for resources: {'Port': ['ID=13b4ea86-5865-4d8c-a50a-72e552ec326c,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:31:17.092629 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728618137860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728617650881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728617650899'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:31:17.099142 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a065ed9d-3515-436f-a594-29c914aa3b7a req-09b4e518-295d-4a9e-b513-dc30e53bd0de tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:31:17.106904 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-a065ed9d-3515-436f-a594-29c914aa3b7a req-09b4e518-295d-4a9e-b513-dc30e53bd0de tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/ports?device_id=d6e06ec0-154d-469f-abac-3b9cf681c0db HTTP/1.1" status: 200 len: 943 time: 0.0536380 Sep 23 07:31:17.118287 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.db.l3_db [None req-8d64eec4-f587-4d6a-bf18-72d81e5e5eba tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] Floating IP 6b858ef4-d47b-4c7a-875b-aded914eabac associated. External IP: 172.27.2.55, port: 38e18cce-76ac-46eb-b16b-47adaba3bd21. Sep 23 07:31:17.125333 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-69f0a4a5-3c12-4a44-818e-2eadc2418f57 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728617650863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58829502'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:31:17.150730 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Pushing event updated for resources: {'Port': ['ID=d896cc8c-3a91-43e6-ab35-d64ba46ad28c,revision_number=9']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:31:17.175852 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-a065ed9d-3515-436f-a594-29c914aa3b7a req-c18fe36f-41fe-43c4-a20e-76624f5779b4 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/security-groups?id=278f1fac-5295-401c-8abd-7d69416ea71e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680628 Sep 23 07:31:17.182279 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69f0a4a5-3c12-4a44-818e-2eadc2418f57 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Network d5e7441b-7712-4831-9dab-1c29a8301756 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:31:17.185831 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-69f0a4a5-3c12-4a44-818e-2eadc2418f57 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:31:17.192688 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f0a4a5-3c12-4a44-818e-2eadc2418f57 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:31:17.204339 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f0a4a5-3c12-4a44-818e-2eadc2418f57 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Pushing event updated for resources: {'Port': ['ID=777df2d0-df0a-4873-a24a-6fa520b590c8,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:31:17.334354 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] get_ports_and_sgs() called for port_ids ['d896cc8c-3a91-43e6-ab35-d64ba46ad28c'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 07:31:17.339622 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d64eec4-f587-4d6a-bf18-72d81e5e5eba tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] Router e4cc9879-25c9-4f37-af0c-f2c3ed1af148 has already been hosted by L3 agent 65b4f7dd-c6e9-4255-94ee-66e285aed80f {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 07:31:17.566529 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-69f0a4a5-3c12-4a44-818e-2eadc2418f57 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:31:17.659374 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d64eec4-f587-4d6a-bf18-72d81e5e5eba tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] Notify agent at l3_agent.dv-cinder-805887-18-iscsi the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 07:31:17.669568 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-824edeb4-2d8c-4758-b609-cd19e3e54d8e None None] Sync routers for ids ['e4cc9879-25c9-4f37-af0c-f2c3ed1af148'] in dv-cinder-805887-18-iscsi {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 07:31:17.679156 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-824edeb4-2d8c-4758-b609-cd19e3e54d8e None None] Routers {'e4cc9879-25c9-4f37-af0c-f2c3ed1af148'} bound to L3 agent in host dv-cinder-805887-18-iscsi {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:31:17.679786 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-824edeb4-2d8c-4758-b609-cd19e3e54d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T07:15:56Z,description=,heartbeat_timestamp=2021-09-23T07:30:56Z,host='dv-cinder-805887-18-iscsi',id=65b4f7dd-c6e9-4255-94ee-66e285aed80f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T07:15:57Z,topic='l3_agent')) {'router_ids': ['e4cc9879-25c9-4f37-af0c-f2c3ed1af148'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:31:17.701754 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-69f0a4a5-3c12-4a44-818e-2eadc2418f57 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:31:17.766868 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8d64eec4-f587-4d6a-bf18-72d81e5e5eba tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210484'] for floatingip, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:31:17.791768 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-824edeb4-2d8c-4758-b609-cd19e3e54d8e None None] Set router e4cc9879-25c9-4f37-af0c-f2c3ed1af148 gateway port host: dv-cinder-805887-18-iscsi {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:31:17.799747 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [None req-8d64eec4-f587-4d6a-bf18-72d81e5e5eba tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2425647 Sep 23 07:31:17.799747 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3d65c24-4ad2-4653-88e6-8ab51b884114', 'tag': '38e18cce-76ac-46eb-b16b-47adaba3bd21'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:31:17.800159 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb8d6b8657277539ef4de54674fa83498a11133e08412b1937995906b62ef5f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaa0eb2e-fea0-4bd7-a78a-b9db2f381ce3" -d '{"events": [{"name": "network-changed", "server_uuid": "f3d65c24-4ad2-4653-88e6-8ab51b884114", "tag": "38e18cce-76ac-46eb-b16b-47adaba3bd21"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:31:17.801522 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.62', 59430) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:31:17.807682 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.v2.base [None req-5a210512-15cc-401e-9ca6-6f6439d230bf tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2071939457', 'description': 'tempest-secgroup-smoke-2071939457 description', 'project_id': '4d12208531784657acb0a942fc6e2c94'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:31:17.879633 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-69f0a4a5-3c12-4a44-818e-2eadc2418f57 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:31:17.906722 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 07:31:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c247c1e7-e92b-46e0-9b9a-8604f2ff8e1c x-openstack-request-id: req-c247c1e7-e92b-46e0-9b9a-8604f2ff8e1c {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:31:17.907007 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3d65c24-4ad2-4653-88e6-8ab51b884114", "tag": "38e18cce-76ac-46eb-b16b-47adaba3bd21", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:31:17.907256 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c247c1e7-e92b-46e0-9b9a-8604f2ff8e1c {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:31:17.907699 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3d65c24-4ad2-4653-88e6-8ab51b884114', 'tag': '38e18cce-76ac-46eb-b16b-47adaba3bd21', 'status': 'completed', 'code': 200} Sep 23 07:31:17.914406 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5a210512-15cc-401e-9ca6-6f6439d230bf tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:31:17.962840 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-69f0a4a5-3c12-4a44-818e-2eadc2418f57 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728618137860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728617650881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728617650899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58829493'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:31:18.032793 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-824edeb4-2d8c-4758-b609-cd19e3e54d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4cc9879-25c9-4f37-af0c-f2c3ed1af148', 'name': 'tempest-TestMinimumBasicScenario-1402657280-router', 'tenant_id': '4d12208531784657acb0a942fc6e2c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'external_fixed_ips': [{'subnet_id': '89646001-5df7-4559-baa8-56e15a045fc5', 'ip_address': '172.27.2.195'}], 'enable_snat': True}, 'gw_port_id': '801d40d9-5ef8-422d-bf20-47f4e4fb4753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:29:51Z', 'updated_at': '2021-09-23T07:29:55Z', 'revision_number': 4, 'project_id': '4d12208531784657acb0a942fc6e2c94', 'gw_port': {'id': '801d40d9-5ef8-422d-bf20-47f4e4fb4753', 'name': '', 'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:d7:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4cc9879-25c9-4f37-af0c-f2c3ed1af148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '89646001-5df7-4559-baa8-56e15a045fc5', 'ip_address': '172.27.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:29:51Z', 'updated_at': '2021-09-23T07:29:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89646001-5df7-4559-baa8-56e15a045fc5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-18-iscsi', '_floatingips': [{'id': '6b858ef4-d47b-4c7a-875b-aded914eabac', 'tenant_id': '4d12208531784657acb0a942fc6e2c94', 'floating_ip_address': '172.27.2.55', 'floating_network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'router_id': 'e4cc9879-25c9-4f37-af0c-f2c3ed1af148', 'port_id': '38e18cce-76ac-46eb-b16b-47adaba3bd21', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83e3b09d-fc27-404b-b2a1-413ff73692ca', 'mac_address': 'fa:16:3e:9f:af:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3d65c24-4ad2-4653-88e6-8ab51b884114', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T07:31:16Z', 'updated_at': '2021-09-23T07:31:16Z', 'revision_number': 0, 'project_id': '4d12208531784657acb0a942fc6e2c94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e310d3cb-5191-4a80-b1bc-a68ee77ecfaa', 'name': '', 'network_id': '83e3b09d-fc27-404b-b2a1-413ff73692ca', 'tenant_id': '4d12208531784657acb0a942fc6e2c94', 'mac_address': 'fa:16:3e:eb:c6:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4cc9879-25c9-4f37-af0c-f2c3ed1af148', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '15ea5f8a-82af-463d-9d74-67d1c93c5176', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:29:54Z', 'updated_at': '2021-09-23T07:29:59Z', 'revision_number': 5, 'project_id': '4d12208531784657acb0a942fc6e2c94', 'subnets': [{'id': '15ea5f8a-82af-463d-9d74-67d1c93c5176', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-18-iscsi', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:31:18.055330 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa0eb2e-fea0-4bd7-a78a-b9db2f381ce3 req-6bf3c8c5-b32d-4d41-a4b6-f9ce530e0e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:31:18.056984 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-aaa0eb2e-fea0-4bd7-a78a-b9db2f381ce3 req-6bf3c8c5-b32d-4d41-a4b6-f9ce530e0e2c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4d12208531784657acb0a942fc6e2c94&device_id=f3d65c24-4ad2-4653-88e6-8ab51b884114 HTTP/1.1" status: 200 len: 1098 time: 0.1212795 Sep 23 07:31:18.061648 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-824edeb4-2d8c-4758-b609-cd19e3e54d8e None None] Checking router: e4cc9879-25c9-4f37-af0c-f2c3ed1af148 for host: dv-cinder-805887-18-iscsi {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 07:31:18.070923 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-824edeb4-2d8c-4758-b609-cd19e3e54d8e None None] Routers {'e4cc9879-25c9-4f37-af0c-f2c3ed1af148'} bound to L3 agent in host dv-cinder-805887-18-iscsi {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:31:18.071537 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-824edeb4-2d8c-4758-b609-cd19e3e54d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T07:15:56Z,description=,heartbeat_timestamp=2021-09-23T07:30:56Z,host='dv-cinder-805887-18-iscsi',id=65b4f7dd-c6e9-4255-94ee-66e285aed80f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T07:15:57Z,topic='l3_agent')) {'router_ids': ['e4cc9879-25c9-4f37-af0c-f2c3ed1af148'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:31:18.080353 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f0a4a5-3c12-4a44-818e-2eadc2418f57 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Pushing event updated for resources: {'Port': ['ID=777df2d0-df0a-4873-a24a-6fa520b590c8,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:31:18.122852 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-69f0a4a5-3c12-4a44-818e-2eadc2418f57 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-455962'] for floatingip, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:31:18.178218 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-824edeb4-2d8c-4758-b609-cd19e3e54d8e None None] Set router e4cc9879-25c9-4f37-af0c-f2c3ed1af148 gateway port host: dv-cinder-805887-18-iscsi {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:31:18.237185 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5a210512-15cc-401e-9ca6-6f6439d230bf tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:31:18.300544 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa0eb2e-fea0-4bd7-a78a-b9db2f381ce3 req-70b79d2c-dc26-4008-83ac-f8076ffee7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:31:18.302074 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-aaa0eb2e-fea0-4bd7-a78a-b9db2f381ce3 req-70b79d2c-dc26-4008-83ac-f8076ffee7d9 service neutron] 10.222.0.53 "GET /v2.0/networks?id=83e3b09d-fc27-404b-b2a1-413ff73692ca HTTP/1.1" status: 200 len: 916 time: 0.2346077 Sep 23 07:31:18.326830 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5a210512-15cc-401e-9ca6-6f6439d230bf tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520401'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:31:18.366004 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.db.l3_db [None req-69f0a4a5-3c12-4a44-818e-2eadc2418f57 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Floating IP 819d8648-6d47-4bb2-84ef-29799d7bbdd9 associated. External IP: 172.27.2.80, port: 726261c9-3e0b-4495-8cdb-efd547712a2b. Sep 23 07:31:18.433242 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf47a33-40ae-4eb4-b62e-3727ab24eadd req-03175a53-5e2f-4de9-b691-6cb0df8ca781 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:31:18.435348 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-1bf47a33-40ae-4eb4-b62e-3727ab24eadd req-03175a53-5e2f-4de9-b691-6cb0df8ca781 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/ports?device_id=d6e06ec0-154d-469f-abac-3b9cf681c0db HTTP/1.1" status: 200 len: 944 time: 0.1806855 Sep 23 07:31:18.503358 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a210512-15cc-401e-9ca6-6f6439d230bf tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e243eaa7-fa0b-42bc-8034-c939c7744923,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:31:18.513626 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-aaa0eb2e-fea0-4bd7-a78a-b9db2f381ce3 req-37c9ad5a-509e-4132-9821-bb5cfe48a0b6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=38e18cce-76ac-46eb-b16b-47adaba3bd21 HTTP/1.1" status: 200 len: 998 time: 0.2026722 Sep 23 07:31:18.525194 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5a210512-15cc-401e-9ca6-6f6439d230bf tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:31:18.526464 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [None req-5a210512-15cc-401e-9ca6-6f6439d230bf tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.7239382 Sep 23 07:31:18.529658 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.62', 59440) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:31:18.535301 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.v2.base [None req-121cbaf6-0b66-4bb0-8704-6cc26ece7739 tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] Request body: {'security_group_rule': {'security_group_id': 'e243eaa7-fa0b-42bc-8034-c939c7744923', 'project_id': '4d12208531784657acb0a942fc6e2c94', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:31:18.548990 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-824edeb4-2d8c-4758-b609-cd19e3e54d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4cc9879-25c9-4f37-af0c-f2c3ed1af148', 'name': 'tempest-TestMinimumBasicScenario-1402657280-router', 'tenant_id': '4d12208531784657acb0a942fc6e2c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'external_fixed_ips': [{'subnet_id': '89646001-5df7-4559-baa8-56e15a045fc5', 'ip_address': '172.27.2.195'}], 'enable_snat': True}, 'gw_port_id': '801d40d9-5ef8-422d-bf20-47f4e4fb4753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:29:51Z', 'updated_at': '2021-09-23T07:29:55Z', 'revision_number': 4, 'project_id': '4d12208531784657acb0a942fc6e2c94', 'gw_port': {'id': '801d40d9-5ef8-422d-bf20-47f4e4fb4753', 'name': '', 'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:d7:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4cc9879-25c9-4f37-af0c-f2c3ed1af148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '89646001-5df7-4559-baa8-56e15a045fc5', 'ip_address': '172.27.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:29:51Z', 'updated_at': '2021-09-23T07:29:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89646001-5df7-4559-baa8-56e15a045fc5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-18-iscsi', '_floatingips': [{'id': '6b858ef4-d47b-4c7a-875b-aded914eabac', 'tenant_id': '4d12208531784657acb0a942fc6e2c94', 'floating_ip_address': '172.27.2.55', 'floating_network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'router_id': 'e4cc9879-25c9-4f37-af0c-f2c3ed1af148', 'port_id': '38e18cce-76ac-46eb-b16b-47adaba3bd21', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83e3b09d-fc27-404b-b2a1-413ff73692ca', 'mac_address': 'fa:16:3e:9f:af:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3d65c24-4ad2-4653-88e6-8ab51b884114', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T07:31:16Z', 'updated_at': '2021-09-23T07:31:16Z', 'revision_number': 0, 'project_id': '4d12208531784657acb0a942fc6e2c94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e310d3cb-5191-4a80-b1bc-a68ee77ecfaa', 'name': '', 'network_id': '83e3b09d-fc27-404b-b2a1-413ff73692ca', 'tenant_id': '4d12208531784657acb0a942fc6e2c94', 'mac_address': 'fa:16:3e:eb:c6:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4cc9879-25c9-4f37-af0c-f2c3ed1af148', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '15ea5f8a-82af-463d-9d74-67d1c93c5176', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:29:54Z', 'updated_at': '2021-09-23T07:29:59Z', 'revision_number': 5, 'project_id': '4d12208531784657acb0a942fc6e2c94', 'subnets': [{'id': '15ea5f8a-82af-463d-9d74-67d1c93c5176', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-18-iscsi', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:31:18.574126 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-1bf47a33-40ae-4eb4-b62e-3727ab24eadd req-72483bf3-58d5-4857-b0ac-c39febbff84f tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/security-groups?id=278f1fac-5295-401c-8abd-7d69416ea71e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1283970 Sep 23 07:31:18.578934 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-824edeb4-2d8c-4758-b609-cd19e3e54d8e None None] The sync data for ids ['e4cc9879-25c9-4f37-af0c-f2c3ed1af148'] in dv-cinder-805887-18-iscsi is: [{'id': 'e4cc9879-25c9-4f37-af0c-f2c3ed1af148', 'name': 'tempest-TestMinimumBasicScenario-1402657280-router', 'tenant_id': '4d12208531784657acb0a942fc6e2c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'external_fixed_ips': [{'subnet_id': '89646001-5df7-4559-baa8-56e15a045fc5', 'ip_address': '172.27.2.195'}], 'enable_snat': True}, 'gw_port_id': '801d40d9-5ef8-422d-bf20-47f4e4fb4753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:29:51Z', 'updated_at': '2021-09-23T07:29:55Z', 'revision_number': 4, 'project_id': '4d12208531784657acb0a942fc6e2c94', 'gw_port': {'id': '801d40d9-5ef8-422d-bf20-47f4e4fb4753', 'name': '', 'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:d7:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4cc9879-25c9-4f37-af0c-f2c3ed1af148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '89646001-5df7-4559-baa8-56e15a045fc5', 'ip_address': '172.27.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:29:51Z', 'updated_at': '2021-09-23T07:29:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89646001-5df7-4559-baa8-56e15a045fc5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-18-iscsi', '_floatingips': [{'id': '6b858ef4-d47b-4c7a-875b-aded914eabac', 'tenant_id': '4d12208531784657acb0a942fc6e2c94', 'floating_ip_address': '172.27.2.55', 'floating_network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'router_id': 'e4cc9879-25c9-4f37-af0c-f2c3ed1af148', 'port_id': '38e18cce-76ac-46eb-b16b-47adaba3bd21', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83e3b09d-fc27-404b-b2a1-413ff73692ca', 'mac_address': 'fa:16:3e:9f:af:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3d65c24-4ad2-4653-88e6-8ab51b884114', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T07:31:16Z', 'updated_at': '2021-09-23T07:31:16Z', 'revision_number': 0, 'project_id': '4d12208531784657acb0a942fc6e2c94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e310d3cb-5191-4a80-b1bc-a68ee77ecfaa', 'name': '', 'network_id': '83e3b09d-fc27-404b-b2a1-413ff73692ca', 'tenant_id': '4d12208531784657acb0a942fc6e2c94', 'mac_address': 'fa:16:3e:eb:c6:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4cc9879-25c9-4f37-af0c-f2c3ed1af148', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '15ea5f8a-82af-463d-9d74-67d1c93c5176', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:29:54Z', 'updated_at': '2021-09-23T07:29:59Z', 'revision_number': 5, 'project_id': '4d12208531784657acb0a942fc6e2c94', 'subnets': [{'id': '15ea5f8a-82af-463d-9d74-67d1c93c5176', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 07:31:18.627360 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa0eb2e-fea0-4bd7-a78a-b9db2f381ce3 req-e90a877d-3cae-42da-b83a-5cfcc7d1b255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:31:18.629818 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-aaa0eb2e-fea0-4bd7-a78a-b9db2f381ce3 req-e90a877d-3cae-42da-b83a-5cfcc7d1b255 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=15ea5f8a-82af-463d-9d74-67d1c93c5176 HTTP/1.1" status: 200 len: 854 time: 0.1055977 Sep 23 07:31:18.658300 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-121cbaf6-0b66-4bb0-8704-6cc26ece7739 tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:31:18.730333 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-121cbaf6-0b66-4bb0-8704-6cc26ece7739 tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:31:18.794923 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31b4402b-9f85-4b14-978a-4892fadc3706 None None] New status for floating IP 6b858ef4-d47b-4c7a-875b-aded914eabac: ACTIVE {{(pid=94843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 07:31:18.811822 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-121cbaf6-0b66-4bb0-8704-6cc26ece7739 tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510558'] for security_group_rule, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:31:18.812478 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Device d896cc8c-3a91-43e6-ab35-d64ba46ad28c up at agent hyperv_hv-cinder-80588 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:31:18.844701 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121cbaf6-0b66-4bb0-8704-6cc26ece7739 tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77c5318a-e1b2-406b-bfa9-cbe93e33f5bc,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:31:18.882731 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Provisioning complete for port d896cc8c-3a91-43e6-ab35-d64ba46ad28c triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:31:18.883161 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703931'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:31:18.925998 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-121cbaf6-0b66-4bb0-8704-6cc26ece7739 tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:31:18.928775 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [None req-121cbaf6-0b66-4bb0-8704-6cc26ece7739 tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3971283 Sep 23 07:31:18.931645 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.62', 59442) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:31:18.939827 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.v2.base [None req-c4f5be8a-7b0e-4374-ba48-0347f2b6f9af tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] Request body: {'security_group_rule': {'security_group_id': 'e243eaa7-fa0b-42bc-8034-c939c7744923', 'project_id': '4d12208531784657acb0a942fc6e2c94', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:31:18.989030 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:31:19.016812 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6e06ec0-154d-469f-abac-3b9cf681c0db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd896cc8c-3a91-43e6-ab35-d64ba46ad28c'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:31:19.019120 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8cb1569f887212d656241d478829572ac01e5268e755a1d7af7c5208f8517aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9fb3e3a-d017-4549-a9d7-8cb2ee3243f0" -d '{"events": [{"server_uuid": "d6e06ec0-154d-469f-abac-3b9cf681c0db", "name": "network-vif-plugged", "status": "completed", "tag": "d896cc8c-3a91-43e6-ab35-d64ba46ad28c"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:31:19.037809 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa0eb2e-fea0-4bd7-a78a-b9db2f381ce3 req-f8165ebc-38f5-4387-bb84-a41649acb22d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:31:19.039390 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-aaa0eb2e-fea0-4bd7-a78a-b9db2f381ce3 req-f8165ebc-38f5-4387-bb84-a41649acb22d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=83e3b09d-fc27-404b-b2a1-413ff73692ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.3694909 Sep 23 07:31:19.041250 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c4f5be8a-7b0e-4374-ba48-0347f2b6f9af tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:31:19.054093 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] For port d896cc8c-3a91-43e6-ab35-d64ba46ad28c, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=d896cc8c-3a91-43e6-ab35-d64ba46ad28c,segment=NetworkSegment(1643a54a-f314-44c3-bdbc-99b9ba0d70f9),segment_id=1643a54a-f314-44c3-bdbc-99b9ba0d70f9)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:31:19.089530 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69f0a4a5-3c12-4a44-818e-2eadc2418f57 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Router 4fa3708c-ed9f-4062-b458-7023c3be3f04 has already been hosted by L3 agent 65b4f7dd-c6e9-4255-94ee-66e285aed80f {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 07:31:19.093602 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 07:31:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7eb0d42-330b-4d28-90f1-81d66f02a14e x-openstack-request-id: req-d7eb0d42-330b-4d28-90f1-81d66f02a14e {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:31:19.093915 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6e06ec0-154d-469f-abac-3b9cf681c0db", "name": "network-vif-plugged", "status": "completed", "tag": "d896cc8c-3a91-43e6-ab35-d64ba46ad28c", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:31:19.094159 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d7eb0d42-330b-4d28-90f1-81d66f02a14e {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:31:19.094548 dv-cinder-805887-18-iscsi neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6e06ec0-154d-469f-abac-3b9cf681c0db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd896cc8c-3a91-43e6-ab35-d64ba46ad28c', 'code': 200} Sep 23 07:31:19.118866 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c4f5be8a-7b0e-4374-ba48-0347f2b6f9af tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:31:19.178006 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728618137860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728617650881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728617650899'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:31:19.205222 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-aaa0eb2e-fea0-4bd7-a78a-b9db2f381ce3 req-9978564d-bd8b-455a-be2b-033452516809 service neutron] 10.222.0.53 "GET /v2.0/networks/83e3b09d-fc27-404b-b2a1-413ff73692ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564205 Sep 23 07:31:19.205946 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c4f5be8a-7b0e-4374-ba48-0347f2b6f9af tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510558'] for security_group_rule, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:31:19.224756 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f5be8a-7b0e-4374-ba48-0347f2b6f9af tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2204c3c-df13-4d95-a4c2-a0c14e844998,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:31:19.238922 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Pushing event updated for resources: {'Port': ['ID=d896cc8c-3a91-43e6-ab35-d64ba46ad28c,revision_number=10']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:31:19.281006 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c4f5be8a-7b0e-4374-ba48-0347f2b6f9af tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:31:19.282185 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [None req-c4f5be8a-7b0e-4374-ba48-0347f2b6f9af tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3487973 Sep 23 07:31:19.294330 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.62', 59448) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:31:19.299159 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.v2.base [None req-2386dd5a-ab01-43cb-8220-9efc8d3520c5 tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] Request body: {'security_group_rule': {'security_group_id': 'e243eaa7-fa0b-42bc-8034-c939c7744923', 'project_id': '4d12208531784657acb0a942fc6e2c94', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:31:19.352253 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69f0a4a5-3c12-4a44-818e-2eadc2418f57 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Notify agent at l3_agent.dv-cinder-805887-18-iscsi the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 07:31:19.362994 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ffc38cc-7dae-4857-8b53-a375d1f6bd06 None None] Sync routers for ids ['4fa3708c-ed9f-4062-b458-7023c3be3f04'] in dv-cinder-805887-18-iscsi {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 07:31:19.372863 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ffc38cc-7dae-4857-8b53-a375d1f6bd06 None None] Routers {'4fa3708c-ed9f-4062-b458-7023c3be3f04'} bound to L3 agent in host dv-cinder-805887-18-iscsi {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:31:19.373714 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-9ffc38cc-7dae-4857-8b53-a375d1f6bd06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T07:15:56Z,description=,heartbeat_timestamp=2021-09-23T07:30:56Z,host='dv-cinder-805887-18-iscsi',id=65b4f7dd-c6e9-4255-94ee-66e285aed80f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T07:15:57Z,topic='l3_agent')) {'router_ids': ['4fa3708c-ed9f-4062-b458-7023c3be3f04'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:31:19.377230 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-aaa0eb2e-fea0-4bd7-a78a-b9db2f381ce3 req-1b8183fc-5beb-47e8-beb8-bd867bfa3b70 service neutron] 10.222.0.53 "GET /v2.0/networks/83e3b09d-fc27-404b-b2a1-413ff73692ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1640081 Sep 23 07:31:19.383496 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2386dd5a-ab01-43cb-8220-9efc8d3520c5 tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:31:19.422580 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0ca8c2-9b17-44b4-bb5f-763c3caeb157 req-3aa8498d-f175-406e-92ac-79c92b4280f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:31:19.424166 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-1f0ca8c2-9b17-44b4-bb5f-763c3caeb157 req-3aa8498d-f175-406e-92ac-79c92b4280f4 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=d6e06ec0-154d-469f-abac-3b9cf681c0db HTTP/1.1" status: 200 len: 1099 time: 0.0460913 Sep 23 07:31:19.457484 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2386dd5a-ab01-43cb-8220-9efc8d3520c5 tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:31:19.458671 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-69f0a4a5-3c12-4a44-818e-2eadc2418f57 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210484'] for floatingip, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:31:19.486031 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-9ffc38cc-7dae-4857-8b53-a375d1f6bd06 None None] Set router 4fa3708c-ed9f-4062-b458-7023c3be3f04 gateway port host: dv-cinder-805887-18-iscsi {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:31:19.495487 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-1f0ca8c2-9b17-44b4-bb5f-763c3caeb157 req-acbd0773-161c-4221-88b0-e169ab199ff7 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=278f1fac-5295-401c-8abd-7d69416ea71e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512445 Sep 23 07:31:19.495487 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [None req-69f0a4a5-3c12-4a44-818e-2eadc2418f57 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.0149071 Sep 23 07:31:19.495487 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f13aac94-0a18-4016-9059-b1fc4d92e337', 'tag': '726261c9-3e0b-4495-8cdb-efd547712a2b'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:31:19.497912 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59377972be4a6b1db7d764771ea1170f497e9021ac5c159e937f759c4704c07c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04f791c2-ab0e-4ac0-bb69-c540186125b5" -d '{"events": [{"name": "network-changed", "server_uuid": "f13aac94-0a18-4016-9059-b1fc4d92e337", "tag": "726261c9-3e0b-4495-8cdb-efd547712a2b"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:31:19.535019 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 07:31:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16901c4a-d942-45b3-8ab6-ac5dcc64c140 x-openstack-request-id: req-16901c4a-d942-45b3-8ab6-ac5dcc64c140 {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:31:19.535313 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f13aac94-0a18-4016-9059-b1fc4d92e337", "tag": "726261c9-3e0b-4495-8cdb-efd547712a2b", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:31:19.535564 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-16901c4a-d942-45b3-8ab6-ac5dcc64c140 {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:31:19.535999 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f13aac94-0a18-4016-9059-b1fc4d92e337', 'tag': '726261c9-3e0b-4495-8cdb-efd547712a2b', 'status': 'completed', 'code': 200} Sep 23 07:31:19.548610 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2386dd5a-ab01-43cb-8220-9efc8d3520c5 tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510558'] for security_group_rule, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:31:19.566800 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2386dd5a-ab01-43cb-8220-9efc8d3520c5 tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f980fb2c-0f3a-4670-bf81-38bc931b8a30,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:31:19.658095 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2386dd5a-ab01-43cb-8220-9efc8d3520c5 tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:31:19.663523 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [None req-2386dd5a-ab01-43cb-8220-9efc8d3520c5 tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3639970 Sep 23 07:31:19.663757 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.62', 59456) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:31:19.668392 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.v2.base [None req-5339cd33-66f9-4328-a1f0-3a0f5d274efe tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] Request body: {'security_group_rule': {'security_group_id': 'e243eaa7-fa0b-42bc-8034-c939c7744923', 'project_id': '4d12208531784657acb0a942fc6e2c94', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:31:19.737578 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-9ffc38cc-7dae-4857-8b53-a375d1f6bd06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fa3708c-ed9f-4062-b458-7023c3be3f04', 'name': 'tempest-TestVolumeBootPattern-3333393-router', 'tenant_id': 'c94fc6b7cf004b03b6610c617415b316', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'external_fixed_ips': [{'subnet_id': '89646001-5df7-4559-baa8-56e15a045fc5', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': 'cf58e5b6-c367-4fb3-8ef9-59b313c05993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:26:45Z', 'updated_at': '2021-09-23T07:26:50Z', 'revision_number': 4, 'project_id': 'c94fc6b7cf004b03b6610c617415b316', 'gw_port': {'id': 'cf58e5b6-c367-4fb3-8ef9-59b313c05993', 'name': '', 'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:05:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fa3708c-ed9f-4062-b458-7023c3be3f04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '89646001-5df7-4559-baa8-56e15a045fc5', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:26:46Z', 'updated_at': '2021-09-23T07:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89646001-5df7-4559-baa8-56e15a045fc5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-18-iscsi', '_floatingips': [{'id': '819d8648-6d47-4bb2-84ef-29799d7bbdd9', 'tenant_id': 'c94fc6b7cf004b03b6610c617415b316', 'floating_ip_address': '172.27.2.80', 'floating_network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'router_id': '4fa3708c-ed9f-4062-b458-7023c3be3f04', 'port_id': '726261c9-3e0b-4495-8cdb-efd547712a2b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 564, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f0a0a70-36ce-402d-923c-729f01f617e9', 'mac_address': 'fa:16:3e:ac:ea:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f13aac94-0a18-4016-9059-b1fc4d92e337', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T07:31:17Z', 'updated_at': '2021-09-23T07:31:17Z', 'revision_number': 0, 'project_id': 'c94fc6b7cf004b03b6610c617415b316', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb52962a-5c61-4a98-8df4-1631fd2e75ee', 'name': '', 'network_id': '9f0a0a70-36ce-402d-923c-729f01f617e9', 'tenant_id': 'c94fc6b7cf004b03b6610c617415b316', 'mac_address': 'fa:16:3e:08:1e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fa3708c-ed9f-4062-b458-7023c3be3f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '268d9a9b-c8cd-41c6-9c6e-7f9d40e41eae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:26:50Z', 'updated_at': '2021-09-23T07:26:56Z', 'revision_number': 5, 'project_id': 'c94fc6b7cf004b03b6610c617415b316', 'subnets': [{'id': '268d9a9b-c8cd-41c6-9c6e-7f9d40e41eae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-18-iscsi', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:31:19.764956 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ffc38cc-7dae-4857-8b53-a375d1f6bd06 None None] Checking router: 4fa3708c-ed9f-4062-b458-7023c3be3f04 for host: dv-cinder-805887-18-iscsi {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 07:31:19.771036 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7916547f-5e09-4582-82aa-faddd244e058 req-4ccde5a0-3912-48e8-98ac-f53b9be496c8 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:31:19.772907 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-7916547f-5e09-4582-82aa-faddd244e058 req-4ccde5a0-3912-48e8-98ac-f53b9be496c8 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/ports?device_id=d6e06ec0-154d-469f-abac-3b9cf681c0db HTTP/1.1" status: 200 len: 946 time: 0.0855038 Sep 23 07:31:19.781118 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ffc38cc-7dae-4857-8b53-a375d1f6bd06 None None] Routers {'4fa3708c-ed9f-4062-b458-7023c3be3f04'} bound to L3 agent in host dv-cinder-805887-18-iscsi {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:31:19.781761 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-9ffc38cc-7dae-4857-8b53-a375d1f6bd06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T07:15:56Z,description=,heartbeat_timestamp=2021-09-23T07:30:56Z,host='dv-cinder-805887-18-iscsi',id=65b4f7dd-c6e9-4255-94ee-66e285aed80f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T07:15:57Z,topic='l3_agent')) {'router_ids': ['4fa3708c-ed9f-4062-b458-7023c3be3f04'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:31:19.801215 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f791c2-ab0e-4ac0-bb69-c540186125b5 req-f5ad9e8d-f0fb-4976-b2cd-83143d44f6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:31:19.802702 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-04f791c2-ab0e-4ac0-bb69-c540186125b5 req-f5ad9e8d-f0fb-4976-b2cd-83143d44f6c9 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c94fc6b7cf004b03b6610c617415b316&device_id=f13aac94-0a18-4016-9059-b1fc4d92e337 HTTP/1.1" status: 200 len: 1099 time: 0.0779402 Sep 23 07:31:19.805754 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5339cd33-66f9-4328-a1f0-3a0f5d274efe tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:31:19.863223 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-7916547f-5e09-4582-82aa-faddd244e058 req-b5f2e13f-9efd-4a17-8aa6-87aa5e2512b0 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/security-groups?id=278f1fac-5295-401c-8abd-7d69416ea71e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830450 Sep 23 07:31:19.908260 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-9ffc38cc-7dae-4857-8b53-a375d1f6bd06 None None] Set router 4fa3708c-ed9f-4062-b458-7023c3be3f04 gateway port host: dv-cinder-805887-18-iscsi {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:31:19.942118 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5339cd33-66f9-4328-a1f0-3a0f5d274efe tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:31:19.955382 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f791c2-ab0e-4ac0-bb69-c540186125b5 req-5fd6d7f9-7a0f-40f6-96f2-ef640215d09d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:31:19.957970 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-04f791c2-ab0e-4ac0-bb69-c540186125b5 req-5fd6d7f9-7a0f-40f6-96f2-ef640215d09d service neutron] 10.222.0.53 "GET /v2.0/networks?id=9f0a0a70-36ce-402d-923c-729f01f617e9 HTTP/1.1" status: 200 len: 910 time: 0.1451108 Sep 23 07:31:20.032482 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-04f791c2-ab0e-4ac0-bb69-c540186125b5 req-9c2c562d-8dea-42d5-9a5f-4be32ce875b6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=726261c9-3e0b-4495-8cdb-efd547712a2b HTTP/1.1" status: 200 len: 999 time: 0.0652010 Sep 23 07:31:20.038864 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5339cd33-66f9-4328-a1f0-3a0f5d274efe tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510558'] for security_group_rule, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:31:20.087304 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5339cd33-66f9-4328-a1f0-3a0f5d274efe tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e7fc751-68b2-4827-aa06-3301566021a5,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:31:20.102492 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f791c2-ab0e-4ac0-bb69-c540186125b5 req-b9c7e0e6-ed24-4cf0-a067-01dda40b50fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:31:20.104145 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-04f791c2-ab0e-4ac0-bb69-c540186125b5 req-b9c7e0e6-ed24-4cf0-a067-01dda40b50fc service neutron] 10.222.0.53 "GET /v2.0/subnets?id=268d9a9b-c8cd-41c6-9c6e-7f9d40e41eae HTTP/1.1" status: 200 len: 848 time: 0.0584898 Sep 23 07:31:20.155924 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f791c2-ab0e-4ac0-bb69-c540186125b5 req-45cf2520-c896-4f78-b18c-ba3153661436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:31:20.156389 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-9ffc38cc-7dae-4857-8b53-a375d1f6bd06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fa3708c-ed9f-4062-b458-7023c3be3f04', 'name': 'tempest-TestVolumeBootPattern-3333393-router', 'tenant_id': 'c94fc6b7cf004b03b6610c617415b316', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'external_fixed_ips': [{'subnet_id': '89646001-5df7-4559-baa8-56e15a045fc5', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': 'cf58e5b6-c367-4fb3-8ef9-59b313c05993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:26:45Z', 'updated_at': '2021-09-23T07:26:50Z', 'revision_number': 4, 'project_id': 'c94fc6b7cf004b03b6610c617415b316', 'gw_port': {'id': 'cf58e5b6-c367-4fb3-8ef9-59b313c05993', 'name': '', 'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:05:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fa3708c-ed9f-4062-b458-7023c3be3f04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '89646001-5df7-4559-baa8-56e15a045fc5', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:26:46Z', 'updated_at': '2021-09-23T07:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89646001-5df7-4559-baa8-56e15a045fc5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-18-iscsi', '_floatingips': [{'id': '819d8648-6d47-4bb2-84ef-29799d7bbdd9', 'tenant_id': 'c94fc6b7cf004b03b6610c617415b316', 'floating_ip_address': '172.27.2.80', 'floating_network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'router_id': '4fa3708c-ed9f-4062-b458-7023c3be3f04', 'port_id': '726261c9-3e0b-4495-8cdb-efd547712a2b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 564, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f0a0a70-36ce-402d-923c-729f01f617e9', 'mac_address': 'fa:16:3e:ac:ea:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f13aac94-0a18-4016-9059-b1fc4d92e337', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T07:31:17Z', 'updated_at': '2021-09-23T07:31:17Z', 'revision_number': 0, 'project_id': 'c94fc6b7cf004b03b6610c617415b316', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb52962a-5c61-4a98-8df4-1631fd2e75ee', 'name': '', 'network_id': '9f0a0a70-36ce-402d-923c-729f01f617e9', 'tenant_id': 'c94fc6b7cf004b03b6610c617415b316', 'mac_address': 'fa:16:3e:08:1e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fa3708c-ed9f-4062-b458-7023c3be3f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '268d9a9b-c8cd-41c6-9c6e-7f9d40e41eae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:26:50Z', 'updated_at': '2021-09-23T07:26:56Z', 'revision_number': 5, 'project_id': 'c94fc6b7cf004b03b6610c617415b316', 'subnets': [{'id': '268d9a9b-c8cd-41c6-9c6e-7f9d40e41eae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-18-iscsi', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:31:20.157492 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-04f791c2-ab0e-4ac0-bb69-c540186125b5 req-45cf2520-c896-4f78-b18c-ba3153661436 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9f0a0a70-36ce-402d-923c-729f01f617e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0449572 Sep 23 07:31:20.158354 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5339cd33-66f9-4328-a1f0-3a0f5d274efe tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:31:20.159417 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [None req-5339cd33-66f9-4328-a1f0-3a0f5d274efe tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4950850 Sep 23 07:31:20.162320 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.62', 59458) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:31:20.166614 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.v2.base [None req-1339268f-9f7d-4095-b13f-1c0f5b117bcd tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] Request body: {'security_group_rule': {'security_group_id': 'e243eaa7-fa0b-42bc-8034-c939c7744923', 'project_id': '4d12208531784657acb0a942fc6e2c94', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:31:20.183971 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ffc38cc-7dae-4857-8b53-a375d1f6bd06 None None] The sync data for ids ['4fa3708c-ed9f-4062-b458-7023c3be3f04'] in dv-cinder-805887-18-iscsi is: [{'id': '4fa3708c-ed9f-4062-b458-7023c3be3f04', 'name': 'tempest-TestVolumeBootPattern-3333393-router', 'tenant_id': 'c94fc6b7cf004b03b6610c617415b316', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'external_fixed_ips': [{'subnet_id': '89646001-5df7-4559-baa8-56e15a045fc5', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': 'cf58e5b6-c367-4fb3-8ef9-59b313c05993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:26:45Z', 'updated_at': '2021-09-23T07:26:50Z', 'revision_number': 4, 'project_id': 'c94fc6b7cf004b03b6610c617415b316', 'gw_port': {'id': 'cf58e5b6-c367-4fb3-8ef9-59b313c05993', 'name': '', 'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:05:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fa3708c-ed9f-4062-b458-7023c3be3f04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '89646001-5df7-4559-baa8-56e15a045fc5', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:26:46Z', 'updated_at': '2021-09-23T07:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89646001-5df7-4559-baa8-56e15a045fc5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-18-iscsi', '_floatingips': [{'id': '819d8648-6d47-4bb2-84ef-29799d7bbdd9', 'tenant_id': 'c94fc6b7cf004b03b6610c617415b316', 'floating_ip_address': '172.27.2.80', 'floating_network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'router_id': '4fa3708c-ed9f-4062-b458-7023c3be3f04', 'port_id': '726261c9-3e0b-4495-8cdb-efd547712a2b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 564, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f0a0a70-36ce-402d-923c-729f01f617e9', 'mac_address': 'fa:16:3e:ac:ea:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f13aac94-0a18-4016-9059-b1fc4d92e337', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T07:31:17Z', 'updated_at': '2021-09-23T07:31:17Z', 'revision_number': 0, 'project_id': 'c94fc6b7cf004b03b6610c617415b316', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb52962a-5c61-4a98-8df4-1631fd2e75ee', 'name': '', 'network_id': '9f0a0a70-36ce-402d-923c-729f01f617e9', 'tenant_id': 'c94fc6b7cf004b03b6610c617415b316', 'mac_address': 'fa:16:3e:08:1e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fa3708c-ed9f-4062-b458-7023c3be3f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '268d9a9b-c8cd-41c6-9c6e-7f9d40e41eae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:26:50Z', 'updated_at': '2021-09-23T07:26:56Z', 'revision_number': 5, 'project_id': 'c94fc6b7cf004b03b6610c617415b316', 'subnets': [{'id': '268d9a9b-c8cd-41c6-9c6e-7f9d40e41eae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 07:31:20.280601 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-04f791c2-ab0e-4ac0-bb69-c540186125b5 req-666b27d8-cabf-4a16-9eee-a886c7a8b3ea service neutron] 10.222.0.53 "GET /v2.0/networks/9f0a0a70-36ce-402d-923c-729f01f617e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998147 Sep 23 07:31:20.288235 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.db.securitygroups_db [None req-1339268f-9f7d-4095-b13f-1c0f5b117bcd tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] Project 4d12208531784657acb0a942fc6e2c94 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 07:31:20.298969 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1339268f-9f7d-4095-b13f-1c0f5b117bcd tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:31:20.405010 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77334c7b-283a-444a-a3ce-da77a71431ee None None] New status for floating IP 819d8648-6d47-4bb2-84ef-29799d7bbdd9: ACTIVE {{(pid=94843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 07:31:20.432582 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-04f791c2-ab0e-4ac0-bb69-c540186125b5 req-277109bc-0f21-43d4-bdd4-220c4b49b9f9 service neutron] 10.222.0.53 "GET /v2.0/networks/9f0a0a70-36ce-402d-923c-729f01f617e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426795 Sep 23 07:31:20.434273 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1339268f-9f7d-4095-b13f-1c0f5b117bcd tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:31:20.497634 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1339268f-9f7d-4095-b13f-1c0f5b117bcd tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510558'] for security_group_rule, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:31:20.518696 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1339268f-9f7d-4095-b13f-1c0f5b117bcd tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c01e349a-2a57-4ae4-a03c-c832b5870fe9,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:31:20.577758 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1339268f-9f7d-4095-b13f-1c0f5b117bcd tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:31:20.578904 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [None req-1339268f-9f7d-4095-b13f-1c0f5b117bcd tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4156756 Sep 23 07:31:20.581773 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.62', 59462) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:31:20.586521 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.v2.base [None req-35b526a9-f528-4fde-b690-98839aac295e tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] Request body: {'security_group_rule': {'security_group_id': 'e243eaa7-fa0b-42bc-8034-c939c7744923', 'project_id': '4d12208531784657acb0a942fc6e2c94', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:31:20.663353 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.db.securitygroups_db [None req-35b526a9-f528-4fde-b690-98839aac295e tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] Project 4d12208531784657acb0a942fc6e2c94 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 07:31:20.668593 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-35b526a9-f528-4fde-b690-98839aac295e tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:31:20.731929 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-35b526a9-f528-4fde-b690-98839aac295e tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:31:20.795402 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-35b526a9-f528-4fde-b690-98839aac295e tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510558'] for security_group_rule, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:31:20.820952 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b526a9-f528-4fde-b690-98839aac295e tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a46b023-cdf9-4426-8721-7576227b59d2,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:31:20.897416 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-35b526a9-f528-4fde-b690-98839aac295e tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:31:20.898859 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [None req-35b526a9-f528-4fde-b690-98839aac295e tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3161321 Sep 23 07:31:21.011280 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-03c59fd5-be41-4878-bc97-ac4fa492e9c4 req-db30b310-3abe-4698-8b3a-0b3884e20c61 tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2071939457&fields=id&tenant_id=4d12208531784657acb0a942fc6e2c94 HTTP/1.1" status: 200 len: 267 time: 0.0647345 Sep 23 07:31:21.033548 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9626473e-4405-48d2-92c1-30b87e24997a req-8e96843f-9fea-4e74-b42d-b4b4e92d4455 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:31:21.035126 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-9626473e-4405-48d2-92c1-30b87e24997a req-8e96843f-9fea-4e74-b42d-b4b4e92d4455 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/ports?device_id=d6e06ec0-154d-469f-abac-3b9cf681c0db HTTP/1.1" status: 200 len: 946 time: 0.0818210 Sep 23 07:31:21.095847 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-9626473e-4405-48d2-92c1-30b87e24997a req-8fbc89b4-7ae9-426d-8e21-7a3b951feb0f tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/security-groups?id=278f1fac-5295-401c-8abd-7d69416ea71e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423257 Sep 23 07:31:21.104598 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c59fd5-be41-4878-bc97-ac4fa492e9c4 req-c6dceebf-4870-4007-90d3-7b9ab0c14a9e tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:31:21.106145 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-03c59fd5-be41-4878-bc97-ac4fa492e9c4 req-c6dceebf-4870-4007-90d3-7b9ab0c14a9e tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] 10.222.0.62 "GET /v2.0/ports?device_id=f3d65c24-4ad2-4653-88e6-8ab51b884114 HTTP/1.1" status: 200 len: 945 time: 0.0885794 Sep 23 07:31:21.118013 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.v2.base [req-03c59fd5-be41-4878-bc97-ac4fa492e9c4 req-2393a95e-2519-4676-9805-49b383b59604 tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] Request body: {'port': {'security_groups': ['c245a919-e8a3-48a6-887c-0115e649c4a2', 'e243eaa7-fa0b-42bc-8034-c939c7744923']}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:31:21.187275 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-03c59fd5-be41-4878-bc97-ac4fa492e9c4 req-2393a95e-2519-4676-9805-49b383b59604 tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:31:21.393602 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-03c59fd5-be41-4878-bc97-ac4fa492e9c4 req-2393a95e-2519-4676-9805-49b383b59604 tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] For port 38e18cce-76ac-46eb-b16b-47adaba3bd21, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=38e18cce-76ac-46eb-b16b-47adaba3bd21,segment=NetworkSegment(99a155bb-0156-4c62-ba55-90beca557e75),segment_id=99a155bb-0156-4c62-ba55-90beca557e75)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:31:21.426444 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-03c59fd5-be41-4878-bc97-ac4fa492e9c4 req-2393a95e-2519-4676-9805-49b383b59604 tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:31:21.594596 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-03c59fd5-be41-4878-bc97-ac4fa492e9c4 req-2393a95e-2519-4676-9805-49b383b59604 tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728618137860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728617650881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728617650899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58829493'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:31:21.608897 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] get_ports_and_sgs() called for port_ids ['38e18cce-76ac-46eb-b16b-47adaba3bd21'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 07:31:21.639965 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c59fd5-be41-4878-bc97-ac4fa492e9c4 req-2393a95e-2519-4676-9805-49b383b59604 tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:31:21.640633 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-03c59fd5-be41-4878-bc97-ac4fa492e9c4 req-2393a95e-2519-4676-9805-49b383b59604 tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210484'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:31:21.642093 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-03c59fd5-be41-4878-bc97-ac4fa492e9c4 req-2393a95e-2519-4676-9805-49b383b59604 tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] 10.222.0.62 "PUT /v2.0/ports/38e18cce-76ac-46eb-b16b-47adaba3bd21 HTTP/1.1" status: 200 len: 981 time: 0.5288484 Sep 23 07:31:21.642578 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3d65c24-4ad2-4653-88e6-8ab51b884114', 'tag': '38e18cce-76ac-46eb-b16b-47adaba3bd21'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:31:21.644943 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59377972be4a6b1db7d764771ea1170f497e9021ac5c159e937f759c4704c07c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffdf6551-94f8-4b0b-b9d8-f4d23d72c66f" -d '{"events": [{"name": "network-changed", "server_uuid": "f3d65c24-4ad2-4653-88e6-8ab51b884114", "tag": "38e18cce-76ac-46eb-b16b-47adaba3bd21"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:31:21.690528 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2393a95e-2519-4676-9805-49b383b59604 tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] Pushing event updated for resources: {'Port': ['ID=38e18cce-76ac-46eb-b16b-47adaba3bd21,revision_number=6']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:31:21.704918 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 07:31:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d8e80a1-c16b-424e-9d8c-f13970b22e25 x-openstack-request-id: req-1d8e80a1-c16b-424e-9d8c-f13970b22e25 {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:31:21.705219 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3d65c24-4ad2-4653-88e6-8ab51b884114", "tag": "38e18cce-76ac-46eb-b16b-47adaba3bd21", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:31:21.705462 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1d8e80a1-c16b-424e-9d8c-f13970b22e25 {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:31:21.705861 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3d65c24-4ad2-4653-88e6-8ab51b884114', 'tag': '38e18cce-76ac-46eb-b16b-47adaba3bd21', 'status': 'completed', 'code': 200} Sep 23 07:31:21.737531 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] get_ports_and_sgs() called for port_ids ['38e18cce-76ac-46eb-b16b-47adaba3bd21'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 07:31:21.820454 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdf6551-94f8-4b0b-b9d8-f4d23d72c66f req-84f40083-2939-4111-9f22-f886c51fb127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:31:21.822289 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-ffdf6551-94f8-4b0b-b9d8-f4d23d72c66f req-84f40083-2939-4111-9f22-f886c51fb127 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4d12208531784657acb0a942fc6e2c94&device_id=f3d65c24-4ad2-4653-88e6-8ab51b884114 HTTP/1.1" status: 200 len: 1137 time: 0.0817320 Sep 23 07:31:21.830994 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7833b1-4189-46f0-af6b-c65656bf39f3 req-94502c11-1e62-44af-9289-0c230cd7c486 tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:31:21.833053 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-fb7833b1-4189-46f0-af6b-c65656bf39f3 req-94502c11-1e62-44af-9289-0c230cd7c486 tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] 10.222.0.62 "GET /v2.0/ports?device_id=f3d65c24-4ad2-4653-88e6-8ab51b884114 HTTP/1.1" status: 200 len: 984 time: 0.1051593 Sep 23 07:31:21.939078 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-fb7833b1-4189-46f0-af6b-c65656bf39f3 req-07a81c20-0716-4097-99b1-f2b71a96be26 tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] 10.222.0.62 "GET /v2.0/security-groups?id=c245a919-e8a3-48a6-887c-0115e649c4a2&id=e243eaa7-fa0b-42bc-8034-c939c7744923&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0933795 Sep 23 07:31:21.977330 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdf6551-94f8-4b0b-b9d8-f4d23d72c66f req-d18dcf08-834e-4874-b18d-c97da97af55c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:31:21.992215 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-ffdf6551-94f8-4b0b-b9d8-f4d23d72c66f req-d18dcf08-834e-4874-b18d-c97da97af55c service neutron] 10.222.0.53 "GET /v2.0/networks?id=83e3b09d-fc27-404b-b2a1-413ff73692ca HTTP/1.1" status: 200 len: 916 time: 0.1580667 Sep 23 07:31:22.033444 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bb6dbfbb-f52b-45ca-a00c-79580ef33944 None None] Provisioning complete for port 38e18cce-76ac-46eb-b16b-47adaba3bd21 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:31:22.033806 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bb6dbfbb-f52b-45ca-a00c-79580ef33944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703931'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:31:22.068848 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-ffdf6551-94f8-4b0b-b9d8-f4d23d72c66f req-1825d4f5-1fff-4299-8116-dbdacf0153bf service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=38e18cce-76ac-46eb-b16b-47adaba3bd21 HTTP/1.1" status: 200 len: 1000 time: 0.0684364 Sep 23 07:31:22.123980 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdf6551-94f8-4b0b-b9d8-f4d23d72c66f req-fdd78c60-dac8-47fe-a587-419f09bddc14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:31:22.125511 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-ffdf6551-94f8-4b0b-b9d8-f4d23d72c66f req-fdd78c60-dac8-47fe-a587-419f09bddc14 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=15ea5f8a-82af-463d-9d74-67d1c93c5176 HTTP/1.1" status: 200 len: 854 time: 0.0487702 Sep 23 07:31:22.200528 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdf6551-94f8-4b0b-b9d8-f4d23d72c66f req-61f5ccc3-8822-4c68-8ab3-41dc6e5b09f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:31:22.202292 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-ffdf6551-94f8-4b0b-b9d8-f4d23d72c66f req-61f5ccc3-8822-4c68-8ab3-41dc6e5b09f5 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=83e3b09d-fc27-404b-b2a1-413ff73692ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0681837 Sep 23 07:31:22.299860 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aab63cb-7d0d-47d1-80e6-f0a62653e68e req-0d7ec433-4f24-4cb3-84e4-2237b1c894a1 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:31:22.301492 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-5aab63cb-7d0d-47d1-80e6-f0a62653e68e req-0d7ec433-4f24-4cb3-84e4-2237b1c894a1 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/ports?device_id=d6e06ec0-154d-469f-abac-3b9cf681c0db HTTP/1.1" status: 200 len: 946 time: 0.1184335 Sep 23 07:31:22.354974 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-ffdf6551-94f8-4b0b-b9d8-f4d23d72c66f req-4ee39e16-6bee-4adc-bfa1-23cf0d7a6e97 service neutron] 10.222.0.53 "GET /v2.0/networks/83e3b09d-fc27-404b-b2a1-413ff73692ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361711 Sep 23 07:31:22.362776 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-5aab63cb-7d0d-47d1-80e6-f0a62653e68e req-e2782c27-9980-4bf0-9915-e14b583cb3d4 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/security-groups?id=278f1fac-5295-401c-8abd-7d69416ea71e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530825 Sep 23 07:31:22.492870 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-ffdf6551-94f8-4b0b-b9d8-f4d23d72c66f req-c1bcdaee-a8af-4082-b4ff-4d3b80a4ee2d service neutron] 10.222.0.53 "GET /v2.0/networks/83e3b09d-fc27-404b-b2a1-413ff73692ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290021 Sep 23 07:31:22.869284 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-8a9a940d-f191-4f98-bf54-c22d8fafcd2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:31:23.510213 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aff343a-5a70-42b6-af53-058773d868ea req-a9f120d6-03a5-414c-a9dc-ce4f08a65aa4 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:31:23.511741 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-8aff343a-5a70-42b6-af53-058773d868ea req-a9f120d6-03a5-414c-a9dc-ce4f08a65aa4 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/ports?device_id=d6e06ec0-154d-469f-abac-3b9cf681c0db HTTP/1.1" status: 200 len: 946 time: 0.0547531 Sep 23 07:31:23.550275 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-8aff343a-5a70-42b6-af53-058773d868ea req-3534f4ec-9e26-4d03-89e0-15b93303be53 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/security-groups?id=278f1fac-5295-401c-8abd-7d69416ea71e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319088 Sep 23 07:31:23.856197 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80364dea-e373-4808-b061-040e22b3b54b req-ba4f6947-4b98-4a81-b426-79140e2571c2 tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:31:23.857824 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-80364dea-e373-4808-b061-040e22b3b54b req-ba4f6947-4b98-4a81-b426-79140e2571c2 tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] 10.222.0.62 "GET /v2.0/ports?device_id=f3d65c24-4ad2-4653-88e6-8ab51b884114 HTTP/1.1" status: 200 len: 984 time: 0.0518720 Sep 23 07:31:23.908595 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-80364dea-e373-4808-b061-040e22b3b54b req-c25b5ec6-01d8-4ee5-8941-7b52da225283 tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] 10.222.0.62 "GET /v2.0/security-groups?id=c245a919-e8a3-48a6-887c-0115e649c4a2&id=e243eaa7-fa0b-42bc-8034-c939c7744923&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0432022 Sep 23 07:31:23.941695 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1885f67a-6f12-4b25-a06a-4f6cecdd836f req-50807a1f-cb06-40fc-9271-80761458fe5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:31:23.943197 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-1885f67a-6f12-4b25-a06a-4f6cecdd836f req-50807a1f-cb06-40fc-9271-80761458fe5c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4d12208531784657acb0a942fc6e2c94&device_id=f3d65c24-4ad2-4653-88e6-8ab51b884114 HTTP/1.1" status: 200 len: 1137 time: 0.0523548 Sep 23 07:31:24.040879 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1885f67a-6f12-4b25-a06a-4f6cecdd836f req-ea9c89e8-99d2-40bb-ab96-c4cd0368812d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:31:24.042445 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-1885f67a-6f12-4b25-a06a-4f6cecdd836f req-ea9c89e8-99d2-40bb-ab96-c4cd0368812d service neutron] 10.222.0.53 "GET /v2.0/networks?id=83e3b09d-fc27-404b-b2a1-413ff73692ca HTTP/1.1" status: 200 len: 916 time: 0.0908244 Sep 23 07:31:24.116497 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-1885f67a-6f12-4b25-a06a-4f6cecdd836f req-81379380-48de-45d9-af45-f911371c05f7 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=38e18cce-76ac-46eb-b16b-47adaba3bd21 HTTP/1.1" status: 200 len: 1000 time: 0.0645368 Sep 23 07:31:24.169350 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1885f67a-6f12-4b25-a06a-4f6cecdd836f req-dac42a56-43ac-431f-820f-104cb9fa39f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:31:24.170890 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-1885f67a-6f12-4b25-a06a-4f6cecdd836f req-dac42a56-43ac-431f-820f-104cb9fa39f2 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=15ea5f8a-82af-463d-9d74-67d1c93c5176 HTTP/1.1" status: 200 len: 854 time: 0.0462499 Sep 23 07:31:24.225179 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1885f67a-6f12-4b25-a06a-4f6cecdd836f req-8168c17f-eafd-4d14-bdfe-c7847b32c999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:31:24.226852 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-1885f67a-6f12-4b25-a06a-4f6cecdd836f req-8168c17f-eafd-4d14-bdfe-c7847b32c999 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=83e3b09d-fc27-404b-b2a1-413ff73692ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0406022 Sep 23 07:31:24.343427 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-1885f67a-6f12-4b25-a06a-4f6cecdd836f req-c4d1c10c-bbb1-455c-9ee1-47f850362665 service neutron] 10.222.0.53 "GET /v2.0/networks/83e3b09d-fc27-404b-b2a1-413ff73692ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074059 Sep 23 07:31:24.458763 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-1885f67a-6f12-4b25-a06a-4f6cecdd836f req-d109db82-51a7-42ce-95d2-9afc99d1b6cf service neutron] 10.222.0.53 "GET /v2.0/networks/83e3b09d-fc27-404b-b2a1-413ff73692ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071293 Sep 23 07:31:25.050327 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67403a45-5f4d-438f-b310-3afab5a73a9a req-0560d564-99dd-4137-8a3b-c62aca830c02 tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:31:25.051897 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-67403a45-5f4d-438f-b310-3afab5a73a9a req-0560d564-99dd-4137-8a3b-c62aca830c02 tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] 10.222.0.62 "GET /v2.0/ports?device_id=f3d65c24-4ad2-4653-88e6-8ab51b884114 HTTP/1.1" status: 200 len: 984 time: 0.0582638 Sep 23 07:31:25.095260 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-67403a45-5f4d-438f-b310-3afab5a73a9a req-96f361ae-6aad-495d-a8ac-99b795310327 tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] 10.222.0.62 "GET /v2.0/security-groups?id=c245a919-e8a3-48a6-887c-0115e649c4a2&id=e243eaa7-fa0b-42bc-8034-c939c7744923&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0370212 Sep 23 07:31:26.209843 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e964ded-340f-4fea-8f7d-d0f81302dc06 req-ec9bba3d-fabc-4bed-a117-aa69ae3d7cbc tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:31:26.211315 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-9e964ded-340f-4fea-8f7d-d0f81302dc06 req-ec9bba3d-fabc-4bed-a117-aa69ae3d7cbc tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] 10.222.0.62 "GET /v2.0/ports?device_id=f3d65c24-4ad2-4653-88e6-8ab51b884114 HTTP/1.1" status: 200 len: 984 time: 0.0503805 Sep 23 07:31:26.253715 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-9e964ded-340f-4fea-8f7d-d0f81302dc06 req-201d761f-b5f4-461f-b9da-b9312cd9cf3a tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] 10.222.0.62 "GET /v2.0/security-groups?id=c245a919-e8a3-48a6-887c-0115e649c4a2&id=e243eaa7-fa0b-42bc-8034-c939c7744923&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0346541 Sep 23 07:31:26.708778 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-327ba0e8-67fe-472d-91f1-616ad06bed47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:31:27.376348 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fbb84c-c696-41d2-bfd4-208e20bfaca4 req-6f10b91d-56d4-4be7-aced-b0f0ddccdaa2 tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:31:27.377837 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-50fbb84c-c696-41d2-bfd4-208e20bfaca4 req-6f10b91d-56d4-4be7-aced-b0f0ddccdaa2 tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] 10.222.0.62 "GET /v2.0/ports?device_id=f3d65c24-4ad2-4653-88e6-8ab51b884114 HTTP/1.1" status: 200 len: 984 time: 0.0500863 Sep 23 07:31:27.420416 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-50fbb84c-c696-41d2-bfd4-208e20bfaca4 req-28ada894-78fb-4da8-8cba-9373b3ba0b13 tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] 10.222.0.62 "GET /v2.0/security-groups?id=c245a919-e8a3-48a6-887c-0115e649c4a2&id=e243eaa7-fa0b-42bc-8034-c939c7744923&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0365150 Sep 23 07:31:27.691619 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:31:27.954498 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:31:28.080166 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-1854caf6-1153-400a-8d11-9ed8c1e229e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:31:28.545926 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8d8d85-bc8a-4654-965e-c75779782b29 req-9559f968-06f2-4ff3-9d69-c202c577f85d tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:31:28.547570 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-db8d8d85-bc8a-4654-965e-c75779782b29 req-9559f968-06f2-4ff3-9d69-c202c577f85d tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] 10.222.0.62 "GET /v2.0/ports?device_id=f3d65c24-4ad2-4653-88e6-8ab51b884114 HTTP/1.1" status: 200 len: 984 time: 0.0552380 Sep 23 07:31:28.590936 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-db8d8d85-bc8a-4654-965e-c75779782b29 req-92c43ea3-d81f-41c0-a051-d79fcf210caa tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] 10.222.0.62 "GET /v2.0/security-groups?id=c245a919-e8a3-48a6-887c-0115e649c4a2&id=e243eaa7-fa0b-42bc-8034-c939c7744923&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0352564 Sep 23 07:31:28.789610 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407be5f4-fc58-4e64-a9d2-e27b2482d8a8 req-648b4d22-4f1f-4ece-b8de-197e21244df6 tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:31:28.791201 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-407be5f4-fc58-4e64-a9d2-e27b2482d8a8 req-648b4d22-4f1f-4ece-b8de-197e21244df6 tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] 10.222.0.62 "GET /v2.0/ports?device_id=d488426c-131e-4e65-bb4c-34144c18a463 HTTP/1.1" status: 200 len: 945 time: 0.0499156 Sep 23 07:31:28.832422 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-407be5f4-fc58-4e64-a9d2-e27b2482d8a8 req-686d6f56-0c2e-4f1c-969c-3e844dfc9aef tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] 10.222.0.62 "GET /v2.0/security-groups?id=5a477ba6-da5a-4a8b-bff1-35ca842f57ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331917 Sep 23 07:31:29.720535 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71a21e9-61b7-4860-844f-a25157e683e3 req-e37e464f-eb38-40e2-a5d2-884773aeeb5d tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:31:29.722090 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-e71a21e9-61b7-4860-844f-a25157e683e3 req-e37e464f-eb38-40e2-a5d2-884773aeeb5d tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] 10.222.0.62 "GET /v2.0/ports?device_id=f3d65c24-4ad2-4653-88e6-8ab51b884114 HTTP/1.1" status: 200 len: 984 time: 0.0499699 Sep 23 07:31:29.763512 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-e71a21e9-61b7-4860-844f-a25157e683e3 req-7f38ce1a-8469-49f0-ae46-391257160fcd tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] 10.222.0.62 "GET /v2.0/security-groups?id=c245a919-e8a3-48a6-887c-0115e649c4a2&id=e243eaa7-fa0b-42bc-8034-c939c7744923&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0353513 Sep 23 07:31:29.920302 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e4079388-143e-46ee-8cf3-ea3894d72bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:31:29.953187 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b328c36a-ee22-4eeb-826b-8af31815d41e req-752f337a-a76e-426a-a422-88ca8c0114ab tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:31:29.954728 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-b328c36a-ee22-4eeb-826b-8af31815d41e req-752f337a-a76e-426a-a422-88ca8c0114ab tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] 10.222.0.62 "GET /v2.0/ports?device_id=d488426c-131e-4e65-bb4c-34144c18a463 HTTP/1.1" status: 200 len: 945 time: 0.0533667 Sep 23 07:31:29.994801 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-b328c36a-ee22-4eeb-826b-8af31815d41e req-40ac2601-0f05-437c-8c74-e2df17f99ed7 tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] 10.222.0.62 "GET /v2.0/security-groups?id=5a477ba6-da5a-4a8b-bff1-35ca842f57ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339603 Sep 23 07:31:30.769213 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf48660-0b27-4e5d-8269-b1318b01117c req-ff0ed5ac-464b-4f2d-8334-532d908a8817 tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:31:30.770779 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-7cf48660-0b27-4e5d-8269-b1318b01117c req-ff0ed5ac-464b-4f2d-8334-532d908a8817 tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] 10.222.0.53 "GET /v2.0/ports?device_id=d488426c-131e-4e65-bb4c-34144c18a463 HTTP/1.1" status: 200 len: 945 time: 0.0608168 Sep 23 07:31:30.910949 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41451d24-df82-481f-84dd-934d3b712a6c req-741e9caa-b57c-4284-97a7-cc3185a1b621 tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:31:30.912418 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-41451d24-df82-481f-84dd-934d3b712a6c req-741e9caa-b57c-4284-97a7-cc3185a1b621 tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] 10.222.0.62 "GET /v2.0/ports?device_id=f3d65c24-4ad2-4653-88e6-8ab51b884114 HTTP/1.1" status: 200 len: 984 time: 0.0631788 Sep 23 07:31:30.923222 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-7cf48660-0b27-4e5d-8269-b1318b01117c req-4d1a413a-6361-4736-bf87-95c2b6f2163d tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] Deleting port 1c2d94e9-938a-42f0-b424-381ea9263e91 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:31:30.923565 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-7cf48660-0b27-4e5d-8269-b1318b01117c req-4d1a413a-6361-4736-bf87-95c2b6f2163d tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728618132776'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:31:31.014036 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-41451d24-df82-481f-84dd-934d3b712a6c req-061db7c4-cf66-4356-b716-e9c55fb1b0cd tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] 10.222.0.62 "GET /v2.0/security-groups?id=c245a919-e8a3-48a6-887c-0115e649c4a2&id=e243eaa7-fa0b-42bc-8034-c939c7744923&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0939002 Sep 23 07:31:31.049566 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-7cf48660-0b27-4e5d-8269-b1318b01117c req-4d1a413a-6361-4736-bf87-95c2b6f2163d tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] For port 1c2d94e9-938a-42f0-b424-381ea9263e91, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=1c2d94e9-938a-42f0-b424-381ea9263e91,segment=NetworkSegment(681c178e-d1f1-44d1-9a02-efe6aedb0bdf),segment_id=681c178e-d1f1-44d1-9a02-efe6aedb0bdf)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:31:31.049938 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-7cf48660-0b27-4e5d-8269-b1318b01117c req-4d1a413a-6361-4736-bf87-95c2b6f2163d tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452355'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:31:31.199549 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeec49f3-fa72-4a09-872f-e51787fd4ca4 req-5394bfba-c7ff-43fd-8ebf-f011df2fbf14 tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:31:31.201653 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-aeec49f3-fa72-4a09-872f-e51787fd4ca4 req-5394bfba-c7ff-43fd-8ebf-f011df2fbf14 tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] 10.222.0.62 "GET /v2.0/ports?device_id=d488426c-131e-4e65-bb4c-34144c18a463 HTTP/1.1" status: 200 len: 945 time: 0.1031704 Sep 23 07:31:31.299155 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-aeec49f3-fa72-4a09-872f-e51787fd4ca4 req-b30e5d83-d03a-477a-a21b-a61aa846d2aa tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] 10.222.0.62 "GET /v2.0/security-groups?id=5a477ba6-da5a-4a8b-bff1-35ca842f57ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904617 Sep 23 07:31:31.315033 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-7cf48660-0b27-4e5d-8269-b1318b01117c req-4d1a413a-6361-4736-bf87-95c2b6f2163d tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:31:31.315404 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-7cf48660-0b27-4e5d-8269-b1318b01117c req-4d1a413a-6361-4736-bf87-95c2b6f2163d tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-455962'] for floatingip, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:31:31.315729 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.db.l3_db [req-7cf48660-0b27-4e5d-8269-b1318b01117c req-4d1a413a-6361-4736-bf87-95c2b6f2163d tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] Floating IP 0470b342-2dde-4cfe-8efc-adb742175dcb disassociated. External IP: 172.27.2.253, port: 1c2d94e9-938a-42f0-b424-381ea9263e91. Sep 23 07:31:31.316076 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-7cf48660-0b27-4e5d-8269-b1318b01117c req-4d1a413a-6361-4736-bf87-95c2b6f2163d tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] Calling delete_port for 1c2d94e9-938a-42f0-b424-381ea9263e91 owned by compute:nova {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:31:31.566193 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-7cf48660-0b27-4e5d-8269-b1318b01117c req-4d1a413a-6361-4736-bf87-95c2b6f2163d tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728618137326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728617650872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58829502'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:31:31.596137 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1a413a-6361-4736-bf87-95c2b6f2163d tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] Pushing event deleted for resources: {'Port': ['ID=1c2d94e9-938a-42f0-b424-381ea9263e91,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:31:31.713642 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7cf48660-0b27-4e5d-8269-b1318b01117c req-4d1a413a-6361-4736-bf87-95c2b6f2163d tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] Router 397de53d-b259-4bbe-a5e8-abcbb00b2b55 has already been hosted by L3 agent 65b4f7dd-c6e9-4255-94ee-66e285aed80f {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 07:31:31.834390 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7cf48660-0b27-4e5d-8269-b1318b01117c req-4d1a413a-6361-4736-bf87-95c2b6f2163d tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] Notify agent at l3_agent.dv-cinder-805887-18-iscsi the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 07:31:31.845624 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05568980-a89d-499d-894e-6a71eeff7ba3 None None] Sync routers for ids ['397de53d-b259-4bbe-a5e8-abcbb00b2b55'] in dv-cinder-805887-18-iscsi {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 07:31:31.855958 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05568980-a89d-499d-894e-6a71eeff7ba3 None None] Routers {'397de53d-b259-4bbe-a5e8-abcbb00b2b55'} bound to L3 agent in host dv-cinder-805887-18-iscsi {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:31:31.857093 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-05568980-a89d-499d-894e-6a71eeff7ba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T07:15:56Z,description=,heartbeat_timestamp=2021-09-23T07:31:26Z,host='dv-cinder-805887-18-iscsi',id=65b4f7dd-c6e9-4255-94ee-66e285aed80f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T07:15:57Z,topic='l3_agent')) {'router_ids': ['397de53d-b259-4bbe-a5e8-abcbb00b2b55'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:31:31.873203 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cf48660-0b27-4e5d-8269-b1318b01117c req-4d1a413a-6361-4736-bf87-95c2b6f2163d tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] No DVR routers for this DVR port 1c2d94e9-938a-42f0-b424-381ea9263e91 on host hv-cinder-80588 {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 07:31:31.875668 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-7cf48660-0b27-4e5d-8269-b1318b01117c req-4d1a413a-6361-4736-bf87-95c2b6f2163d tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210484'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:31:31.877725 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-7cf48660-0b27-4e5d-8269-b1318b01117c req-4d1a413a-6361-4736-bf87-95c2b6f2163d tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] 10.222.0.53 "DELETE /v2.0/ports/1c2d94e9-938a-42f0-b424-381ea9263e91 HTTP/1.1" status: 204 len: 173 time: 1.0948181 Sep 23 07:31:31.878171 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd488426c-131e-4e65-bb4c-34144c18a463', 'name': 'network-vif-deleted', 'tag': '1c2d94e9-938a-42f0-b424-381ea9263e91'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:31:31.880429 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59377972be4a6b1db7d764771ea1170f497e9021ac5c159e937f759c4704c07c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ab8e390-cc60-4ce3-a2f6-1fff40cd7f7b" -d '{"events": [{"server_uuid": "d488426c-131e-4e65-bb4c-34144c18a463", "name": "network-vif-deleted", "tag": "1c2d94e9-938a-42f0-b424-381ea9263e91"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:31:31.921593 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 07:31:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e301d6cb-c7a9-4f6f-9a85-588be426e042 x-openstack-request-id: req-e301d6cb-c7a9-4f6f-9a85-588be426e042 {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:31:31.922046 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d488426c-131e-4e65-bb4c-34144c18a463", "name": "network-vif-deleted", "tag": "1c2d94e9-938a-42f0-b424-381ea9263e91", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:31:31.922295 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e301d6cb-c7a9-4f6f-9a85-588be426e042 {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:31:31.922809 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd488426c-131e-4e65-bb4c-34144c18a463', 'name': 'network-vif-deleted', 'tag': '1c2d94e9-938a-42f0-b424-381ea9263e91', 'status': 'completed', 'code': 200} Sep 23 07:31:31.975913 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-05568980-a89d-499d-894e-6a71eeff7ba3 None None] Set router 397de53d-b259-4bbe-a5e8-abcbb00b2b55 gateway port host: dv-cinder-805887-18-iscsi {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:31:32.156269 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffbc661-2a35-434b-9dce-75e91e3f2ad9 req-30034c72-8402-41d2-8f00-1392a159efc3 tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:31:32.157942 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-fffbc661-2a35-434b-9dce-75e91e3f2ad9 req-30034c72-8402-41d2-8f00-1392a159efc3 tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] 10.222.0.62 "GET /v2.0/ports?device_id=f3d65c24-4ad2-4653-88e6-8ab51b884114 HTTP/1.1" status: 200 len: 984 time: 0.0601592 Sep 23 07:31:32.203911 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-05568980-a89d-499d-894e-6a71eeff7ba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '397de53d-b259-4bbe-a5e8-abcbb00b2b55', 'name': 'tempest-AttachVolumeTestJSON-315569641-router', 'tenant_id': '2661271257b242509f29ed8640a48915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'external_fixed_ips': [{'subnet_id': '89646001-5df7-4559-baa8-56e15a045fc5', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': '1ac75549-a3c5-4e8c-9ca4-f4467eb2a7db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:24:21Z', 'updated_at': '2021-09-23T07:24:29Z', 'revision_number': 4, 'project_id': '2661271257b242509f29ed8640a48915', 'gw_port': {'id': '1ac75549-a3c5-4e8c-9ca4-f4467eb2a7db', 'name': '', 'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:16:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '397de53d-b259-4bbe-a5e8-abcbb00b2b55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '89646001-5df7-4559-baa8-56e15a045fc5', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:24:22Z', 'updated_at': '2021-09-23T07:24:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89646001-5df7-4559-baa8-56e15a045fc5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-18-iscsi', '_interfaces': [{'id': '041080d7-7367-4939-9da2-005a0c94b684', 'name': '', 'network_id': 'af2ddaae-84fe-4fba-a944-e4f48fd0d9fc', 'tenant_id': '2661271257b242509f29ed8640a48915', 'mac_address': 'fa:16:3e:3a:36:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '397de53d-b259-4bbe-a5e8-abcbb00b2b55', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '68f0a779-afe9-48a5-86f0-926f10275d4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:24:27Z', 'updated_at': '2021-09-23T07:24:39Z', 'revision_number': 5, 'project_id': '2661271257b242509f29ed8640a48915', 'subnets': [{'id': '68f0a779-afe9-48a5-86f0-926f10275d4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-18-iscsi', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:31:32.208534 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-fffbc661-2a35-434b-9dce-75e91e3f2ad9 req-dd2627b6-2b44-4f67-9946-11069a0ada10 tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] 10.222.0.62 "GET /v2.0/security-groups?id=c245a919-e8a3-48a6-887c-0115e649c4a2&id=e243eaa7-fa0b-42bc-8034-c939c7744923&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0437739 Sep 23 07:31:32.231601 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05568980-a89d-499d-894e-6a71eeff7ba3 None None] Checking router: 397de53d-b259-4bbe-a5e8-abcbb00b2b55 for host: dv-cinder-805887-18-iscsi {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 07:31:32.240202 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05568980-a89d-499d-894e-6a71eeff7ba3 None None] Routers {'397de53d-b259-4bbe-a5e8-abcbb00b2b55'} bound to L3 agent in host dv-cinder-805887-18-iscsi {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:31:32.240850 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-05568980-a89d-499d-894e-6a71eeff7ba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T07:15:56Z,description=,heartbeat_timestamp=2021-09-23T07:31:26Z,host='dv-cinder-805887-18-iscsi',id=65b4f7dd-c6e9-4255-94ee-66e285aed80f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T07:15:57Z,topic='l3_agent')) {'router_ids': ['397de53d-b259-4bbe-a5e8-abcbb00b2b55'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:31:32.425234 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-ad60166d-9eb6-4b18-a25c-89b50a76749f req-c10d0cec-621d-40c2-91c7-ea0736e5eb6f tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] 10.222.0.62 "GET /v2.0/ports?device_id=d488426c-131e-4e65-bb4c-34144c18a463 HTTP/1.1" status: 200 len: 210 time: 0.0320055 Sep 23 07:31:32.480282 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-05568980-a89d-499d-894e-6a71eeff7ba3 None None] Set router 397de53d-b259-4bbe-a5e8-abcbb00b2b55 gateway port host: dv-cinder-805887-18-iscsi {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:31:32.697358 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-05568980-a89d-499d-894e-6a71eeff7ba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '397de53d-b259-4bbe-a5e8-abcbb00b2b55', 'name': 'tempest-AttachVolumeTestJSON-315569641-router', 'tenant_id': '2661271257b242509f29ed8640a48915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'external_fixed_ips': [{'subnet_id': '89646001-5df7-4559-baa8-56e15a045fc5', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': '1ac75549-a3c5-4e8c-9ca4-f4467eb2a7db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:24:21Z', 'updated_at': '2021-09-23T07:24:29Z', 'revision_number': 4, 'project_id': '2661271257b242509f29ed8640a48915', 'gw_port': {'id': '1ac75549-a3c5-4e8c-9ca4-f4467eb2a7db', 'name': '', 'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:16:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '397de53d-b259-4bbe-a5e8-abcbb00b2b55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '89646001-5df7-4559-baa8-56e15a045fc5', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:24:22Z', 'updated_at': '2021-09-23T07:24:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89646001-5df7-4559-baa8-56e15a045fc5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-18-iscsi', '_interfaces': [{'id': '041080d7-7367-4939-9da2-005a0c94b684', 'name': '', 'network_id': 'af2ddaae-84fe-4fba-a944-e4f48fd0d9fc', 'tenant_id': '2661271257b242509f29ed8640a48915', 'mac_address': 'fa:16:3e:3a:36:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '397de53d-b259-4bbe-a5e8-abcbb00b2b55', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '68f0a779-afe9-48a5-86f0-926f10275d4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:24:27Z', 'updated_at': '2021-09-23T07:24:39Z', 'revision_number': 5, 'project_id': '2661271257b242509f29ed8640a48915', 'subnets': [{'id': '68f0a779-afe9-48a5-86f0-926f10275d4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-18-iscsi', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:31:32.729046 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05568980-a89d-499d-894e-6a71eeff7ba3 None None] The sync data for ids ['397de53d-b259-4bbe-a5e8-abcbb00b2b55'] in dv-cinder-805887-18-iscsi is: [{'id': '397de53d-b259-4bbe-a5e8-abcbb00b2b55', 'name': 'tempest-AttachVolumeTestJSON-315569641-router', 'tenant_id': '2661271257b242509f29ed8640a48915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'external_fixed_ips': [{'subnet_id': '89646001-5df7-4559-baa8-56e15a045fc5', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': '1ac75549-a3c5-4e8c-9ca4-f4467eb2a7db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:24:21Z', 'updated_at': '2021-09-23T07:24:29Z', 'revision_number': 4, 'project_id': '2661271257b242509f29ed8640a48915', 'gw_port': {'id': '1ac75549-a3c5-4e8c-9ca4-f4467eb2a7db', 'name': '', 'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:16:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '397de53d-b259-4bbe-a5e8-abcbb00b2b55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '89646001-5df7-4559-baa8-56e15a045fc5', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:24:22Z', 'updated_at': '2021-09-23T07:24:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89646001-5df7-4559-baa8-56e15a045fc5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-18-iscsi', '_interfaces': [{'id': '041080d7-7367-4939-9da2-005a0c94b684', 'name': '', 'network_id': 'af2ddaae-84fe-4fba-a944-e4f48fd0d9fc', 'tenant_id': '2661271257b242509f29ed8640a48915', 'mac_address': 'fa:16:3e:3a:36:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '397de53d-b259-4bbe-a5e8-abcbb00b2b55', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '68f0a779-afe9-48a5-86f0-926f10275d4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:24:27Z', 'updated_at': '2021-09-23T07:24:39Z', 'revision_number': 5, 'project_id': '2661271257b242509f29ed8640a48915', 'subnets': [{'id': '68f0a779-afe9-48a5-86f0-926f10275d4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 07:31:32.958473 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b9b8b37-26b5-4087-a22c-310cbe6f14c3 None None] New status for floating IP 0470b342-2dde-4cfe-8efc-adb742175dcb: DOWN {{(pid=94843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 07:31:33.325072 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb2166a-0e36-4ca2-9e12-ff4a928e005e req-0fcd8037-5f80-4bb2-bd9a-06020e1560f8 tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:31:33.326722 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-fdb2166a-0e36-4ca2-9e12-ff4a928e005e req-0fcd8037-5f80-4bb2-bd9a-06020e1560f8 tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] 10.222.0.62 "GET /v2.0/ports?device_id=f3d65c24-4ad2-4653-88e6-8ab51b884114 HTTP/1.1" status: 200 len: 984 time: 0.0481062 Sep 23 07:31:33.375301 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-fdb2166a-0e36-4ca2-9e12-ff4a928e005e req-b40d4057-0087-4373-99ba-5190730b0c76 tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] 10.222.0.62 "GET /v2.0/security-groups?id=c245a919-e8a3-48a6-887c-0115e649c4a2&id=e243eaa7-fa0b-42bc-8034-c939c7744923&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0383642 Sep 23 07:31:33.618757 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.62', 59604) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:31:33.683564 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6edf7fed-ab89-4a59-ac90-308dd0c90bfb tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:31:33.714211 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6edf7fed-ab89-4a59-ac90-308dd0c90bfb tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:31:34.108553 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6edf7fed-ab89-4a59-ac90-308dd0c90bfb tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520401'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:31:34.111181 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6edf7fed-ab89-4a59-ac90-308dd0c90bfb tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:31:34.112329 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [None req-6edf7fed-ab89-4a59-ac90-308dd0c90bfb tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] 10.222.0.62 "DELETE /v2.0/security-groups/5a477ba6-da5a-4a8b-bff1-35ca842f57ab HTTP/1.1" status: 204 len: 168 time: 0.4925802 Sep 23 07:31:34.115179 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.62', 59606) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:31:34.121559 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edf7fed-ab89-4a59-ac90-308dd0c90bfb tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a477ba6-da5a-4a8b-bff1-35ca842f57ab,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:31:34.128416 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edf7fed-ab89-4a59-ac90-308dd0c90bfb tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:31:34.128773 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edf7fed-ab89-4a59-ac90-308dd0c90bfb tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:31:34.129110 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edf7fed-ab89-4a59-ac90-308dd0c90bfb tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:31:34.129382 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.api.v2.resource [None req-52a5143b-b134-482b-b967-26c83aab7083 tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] show failed (client error): The resource could not be found. Sep 23 07:31:34.129508 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edf7fed-ab89-4a59-ac90-308dd0c90bfb tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:31:34.129847 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edf7fed-ab89-4a59-ac90-308dd0c90bfb tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:31:34.130170 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edf7fed-ab89-4a59-ac90-308dd0c90bfb tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:31:34.130367 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [None req-52a5143b-b134-482b-b967-26c83aab7083 tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] 10.222.0.62 "GET /v2.0/security-groups/5a477ba6-da5a-4a8b-bff1-35ca842f57ab HTTP/1.1" status: 404 len: 347 time: 0.0141935 Sep 23 07:31:34.130593 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edf7fed-ab89-4a59-ac90-308dd0c90bfb tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:31:34.130919 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edf7fed-ab89-4a59-ac90-308dd0c90bfb tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:31:34.131240 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edf7fed-ab89-4a59-ac90-308dd0c90bfb tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:31:34.131556 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edf7fed-ab89-4a59-ac90-308dd0c90bfb tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:31:34.131871 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edf7fed-ab89-4a59-ac90-308dd0c90bfb tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:31:34.132182 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edf7fed-ab89-4a59-ac90-308dd0c90bfb tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:31:34.133228 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.62', 59608) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:31:34.275842 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-452155cb-e48f-4348-8daa-03abf527456c tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] Deleting port 1383fac0-cbd2-4b0b-8657-2a0181acf547 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:31:34.276187 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-452155cb-e48f-4348-8daa-03abf527456c tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728618132776'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:31:34.353015 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-452155cb-e48f-4348-8daa-03abf527456c tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452355'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:31:34.353345 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-452155cb-e48f-4348-8daa-03abf527456c tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:31:34.366996 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-452155cb-e48f-4348-8daa-03abf527456c tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] Calling delete_port for 1383fac0-cbd2-4b0b-8657-2a0181acf547 owned by network:floatingip {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:31:34.501179 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894eba16-65c4-489b-be6f-a4be74821323 req-c4c223ef-60b3-4c8c-91df-68d131079873 tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:31:34.502693 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-894eba16-65c4-489b-be6f-a4be74821323 req-c4c223ef-60b3-4c8c-91df-68d131079873 tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] 10.222.0.62 "GET /v2.0/ports?device_id=f3d65c24-4ad2-4653-88e6-8ab51b884114 HTTP/1.1" status: 200 len: 984 time: 0.0482271 Sep 23 07:31:34.554103 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-894eba16-65c4-489b-be6f-a4be74821323 req-84ca3553-f4db-4a30-8edc-0f85b267ef48 tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] 10.222.0.62 "GET /v2.0/security-groups?id=c245a919-e8a3-48a6-887c-0115e649c4a2&id=e243eaa7-fa0b-42bc-8034-c939c7744923&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0449946 Sep 23 07:31:34.732306 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-452155cb-e48f-4348-8daa-03abf527456c tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728618137326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728617650872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58957170'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:31:34.759858 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452155cb-e48f-4348-8daa-03abf527456c tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] Pushing event deleted for resources: {'Port': ['ID=1383fac0-cbd2-4b0b-8657-2a0181acf547,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:31:34.824127 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-452155cb-e48f-4348-8daa-03abf527456c tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] Notify callbacks [] for floatingip, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:31:34.827410 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-452155cb-e48f-4348-8daa-03abf527456c tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210484'] for floatingip, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:31:34.828594 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [None req-452155cb-e48f-4348-8daa-03abf527456c tempest-AttachVolumeTestJSON-88199639 tempest-AttachVolumeTestJSON-88199639-project] 10.222.0.62 "DELETE /v2.0/floatingips/0470b342-2dde-4cfe-8efc-adb742175dcb HTTP/1.1" status: 204 len: 168 time: 0.6944923 Sep 23 07:31:34.890859 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Device 1c2d94e9-938a-42f0-b424-381ea9263e91 no longer exists at agent hyperv_hv-cinder-80588 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:31:34.924919 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] No Port match for: 1c2d94e9-938a-42f0-b424-381ea9263e91 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 07:31:34.924919 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Device 1c2d94e9-938a-42f0-b424-381ea9263e91 not bound to the agent host hv-cinder-80588 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 07:31:35.690504 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ae91ba-9f4d-4a0b-828a-68ca30bda1df req-bdf5bf91-9fd0-4594-8612-84fef9a501d5 tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:31:35.692094 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-f9ae91ba-9f4d-4a0b-828a-68ca30bda1df req-bdf5bf91-9fd0-4594-8612-84fef9a501d5 tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] 10.222.0.62 "GET /v2.0/ports?device_id=f3d65c24-4ad2-4653-88e6-8ab51b884114 HTTP/1.1" status: 200 len: 984 time: 0.0679991 Sep 23 07:31:35.738123 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-f9ae91ba-9f4d-4a0b-828a-68ca30bda1df req-cf3777c1-dc64-404d-b17a-384f4d71e694 tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] 10.222.0.62 "GET /v2.0/security-groups?id=c245a919-e8a3-48a6-887c-0115e649c4a2&id=e243eaa7-fa0b-42bc-8034-c939c7744923&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0397980 Sep 23 07:31:36.882027 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3ddd1f-3429-4d44-bb76-e09b3231b38a req-5c2e59d3-0f51-4747-8e37-d1fc85048efe tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:31:36.883667 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-3c3ddd1f-3429-4d44-bb76-e09b3231b38a req-5c2e59d3-0f51-4747-8e37-d1fc85048efe tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] 10.222.0.62 "GET /v2.0/ports?device_id=f3d65c24-4ad2-4653-88e6-8ab51b884114 HTTP/1.1" status: 200 len: 984 time: 0.0629137 Sep 23 07:31:36.932346 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-3c3ddd1f-3429-4d44-bb76-e09b3231b38a req-3f5ec3d7-c849-45bc-b276-087afb8c858d tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] 10.222.0.62 "GET /v2.0/security-groups?id=c245a919-e8a3-48a6-887c-0115e649c4a2&id=e243eaa7-fa0b-42bc-8034-c939c7744923&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0419085 Sep 23 07:31:38.955103 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.62', 59644) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:31:39.584030 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-69bfbe0f-c190-459b-808d-4e5a42a70e01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-455450'] for router_interface, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:31:39.911795 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-69bfbe0f-c190-459b-808d-4e5a42a70e01 admin admin] Deleting port 041080d7-7367-4939-9da2-005a0c94b684 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:31:39.912057 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-69bfbe0f-c190-459b-808d-4e5a42a70e01 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728618132776'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:31:40.004308 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-69bfbe0f-c190-459b-808d-4e5a42a70e01 admin admin] For port 041080d7-7367-4939-9da2-005a0c94b684, host dv-cinder-805887-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-18-iscsi',level=0,port_id=041080d7-7367-4939-9da2-005a0c94b684,segment=NetworkSegment(681c178e-d1f1-44d1-9a02-efe6aedb0bdf),segment_id=681c178e-d1f1-44d1-9a02-efe6aedb0bdf)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:31:40.005112 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-69bfbe0f-c190-459b-808d-4e5a42a70e01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452355'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:31:40.030306 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-69bfbe0f-c190-459b-808d-4e5a42a70e01 admin admin] Calling delete_port for 041080d7-7367-4939-9da2-005a0c94b684 owned by network:router_interface {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:31:40.325706 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-69bfbe0f-c190-459b-808d-4e5a42a70e01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728618137326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728617650872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58829502'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:31:40.359330 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bfbe0f-c190-459b-808d-4e5a42a70e01 admin admin] Pushing event deleted for resources: {'Port': ['ID=041080d7-7367-4939-9da2-005a0c94b684,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:31:40.606504 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-69bfbe0f-c190-459b-808d-4e5a42a70e01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-456083'] for router_interface, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:31:40.849176 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69bfbe0f-c190-459b-808d-4e5a42a70e01 admin admin] Router 397de53d-b259-4bbe-a5e8-abcbb00b2b55 has already been hosted by L3 agent 65b4f7dd-c6e9-4255-94ee-66e285aed80f {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 07:31:40.973640 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69bfbe0f-c190-459b-808d-4e5a42a70e01 admin admin] Notify agent at l3_agent.dv-cinder-805887-18-iscsi the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 07:31:40.979357 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [None req-69bfbe0f-c190-459b-808d-4e5a42a70e01 admin admin] 10.222.0.62 "PUT /v2.0/routers/397de53d-b259-4bbe-a5e8-abcbb00b2b55/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0167735 Sep 23 07:31:40.984555 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.62', 59650) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:31:40.985226 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4a67dcb-f3fe-46cf-9fa8-fec366c65393 None None] Sync routers for ids ['397de53d-b259-4bbe-a5e8-abcbb00b2b55'] in dv-cinder-805887-18-iscsi {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 07:31:40.995036 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4a67dcb-f3fe-46cf-9fa8-fec366c65393 None None] Routers {'397de53d-b259-4bbe-a5e8-abcbb00b2b55'} bound to L3 agent in host dv-cinder-805887-18-iscsi {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:31:40.995778 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-f4a67dcb-f3fe-46cf-9fa8-fec366c65393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T07:15:56Z,description=,heartbeat_timestamp=2021-09-23T07:31:26Z,host='dv-cinder-805887-18-iscsi',id=65b4f7dd-c6e9-4255-94ee-66e285aed80f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T07:15:57Z,topic='l3_agent')) {'router_ids': ['397de53d-b259-4bbe-a5e8-abcbb00b2b55'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:31:41.112001 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d6d3c6dd-ab5f-42f7-9d8c-153cc8e54a47 admin admin] Notify callbacks [] for router, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:31:41.118543 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-f4a67dcb-f3fe-46cf-9fa8-fec366c65393 None None] Set router 397de53d-b259-4bbe-a5e8-abcbb00b2b55 gateway port host: dv-cinder-805887-18-iscsi {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:31:41.325159 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-f4a67dcb-f3fe-46cf-9fa8-fec366c65393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '397de53d-b259-4bbe-a5e8-abcbb00b2b55', 'name': 'tempest-AttachVolumeTestJSON-315569641-router', 'tenant_id': '2661271257b242509f29ed8640a48915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'external_fixed_ips': [{'subnet_id': '89646001-5df7-4559-baa8-56e15a045fc5', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': '1ac75549-a3c5-4e8c-9ca4-f4467eb2a7db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:24:21Z', 'updated_at': '2021-09-23T07:31:40Z', 'revision_number': 5, 'project_id': '2661271257b242509f29ed8640a48915', 'gw_port': {'id': '1ac75549-a3c5-4e8c-9ca4-f4467eb2a7db', 'name': '', 'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:16:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '397de53d-b259-4bbe-a5e8-abcbb00b2b55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '89646001-5df7-4559-baa8-56e15a045fc5', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:24:22Z', 'updated_at': '2021-09-23T07:24:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89646001-5df7-4559-baa8-56e15a045fc5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-18-iscsi'}], 'dv-cinder-805887-18-iscsi', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:31:41.356298 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4a67dcb-f3fe-46cf-9fa8-fec366c65393 None None] Checking router: 397de53d-b259-4bbe-a5e8-abcbb00b2b55 for host: dv-cinder-805887-18-iscsi {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 07:31:41.365400 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4a67dcb-f3fe-46cf-9fa8-fec366c65393 None None] Routers {'397de53d-b259-4bbe-a5e8-abcbb00b2b55'} bound to L3 agent in host dv-cinder-805887-18-iscsi {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:31:41.365948 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-f4a67dcb-f3fe-46cf-9fa8-fec366c65393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T07:15:56Z,description=,heartbeat_timestamp=2021-09-23T07:31:26Z,host='dv-cinder-805887-18-iscsi',id=65b4f7dd-c6e9-4255-94ee-66e285aed80f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T07:15:57Z,topic='l3_agent')) {'router_ids': ['397de53d-b259-4bbe-a5e8-abcbb00b2b55'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:31:41.473297 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-f4a67dcb-f3fe-46cf-9fa8-fec366c65393 None None] Set router 397de53d-b259-4bbe-a5e8-abcbb00b2b55 gateway port host: dv-cinder-805887-18-iscsi {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:31:41.496175 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d6d3c6dd-ab5f-42f7-9d8c-153cc8e54a47 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:31:41.635941 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-d6d3c6dd-ab5f-42f7-9d8c-153cc8e54a47 admin admin] Deleting port 1ac75549-a3c5-4e8c-9ca4-f4467eb2a7db {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:31:41.638092 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d6d3c6dd-ab5f-42f7-9d8c-153cc8e54a47 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728618132776'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:31:41.684311 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-f4a67dcb-f3fe-46cf-9fa8-fec366c65393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '397de53d-b259-4bbe-a5e8-abcbb00b2b55', 'name': 'tempest-AttachVolumeTestJSON-315569641-router', 'tenant_id': '2661271257b242509f29ed8640a48915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'external_fixed_ips': [{'subnet_id': '89646001-5df7-4559-baa8-56e15a045fc5', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': '1ac75549-a3c5-4e8c-9ca4-f4467eb2a7db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:24:21Z', 'updated_at': '2021-09-23T07:31:40Z', 'revision_number': 5, 'project_id': '2661271257b242509f29ed8640a48915', 'gw_port': {'id': '1ac75549-a3c5-4e8c-9ca4-f4467eb2a7db', 'name': '', 'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:16:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '397de53d-b259-4bbe-a5e8-abcbb00b2b55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '89646001-5df7-4559-baa8-56e15a045fc5', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:24:22Z', 'updated_at': '2021-09-23T07:24:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89646001-5df7-4559-baa8-56e15a045fc5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-18-iscsi'}], 'dv-cinder-805887-18-iscsi', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:31:41.712651 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4a67dcb-f3fe-46cf-9fa8-fec366c65393 None None] The sync data for ids ['397de53d-b259-4bbe-a5e8-abcbb00b2b55'] in dv-cinder-805887-18-iscsi is: [{'id': '397de53d-b259-4bbe-a5e8-abcbb00b2b55', 'name': 'tempest-AttachVolumeTestJSON-315569641-router', 'tenant_id': '2661271257b242509f29ed8640a48915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'external_fixed_ips': [{'subnet_id': '89646001-5df7-4559-baa8-56e15a045fc5', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': '1ac75549-a3c5-4e8c-9ca4-f4467eb2a7db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:24:21Z', 'updated_at': '2021-09-23T07:31:40Z', 'revision_number': 5, 'project_id': '2661271257b242509f29ed8640a48915', 'gw_port': {'id': '1ac75549-a3c5-4e8c-9ca4-f4467eb2a7db', 'name': '', 'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:16:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '397de53d-b259-4bbe-a5e8-abcbb00b2b55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '89646001-5df7-4559-baa8-56e15a045fc5', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:24:22Z', 'updated_at': '2021-09-23T07:24:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89646001-5df7-4559-baa8-56e15a045fc5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-18-iscsi'}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 07:31:41.732919 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-d6d3c6dd-ab5f-42f7-9d8c-153cc8e54a47 admin admin] For port 1ac75549-a3c5-4e8c-9ca4-f4467eb2a7db, host dv-cinder-805887-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-18-iscsi',level=0,port_id=1ac75549-a3c5-4e8c-9ca4-f4467eb2a7db,segment=NetworkSegment(8399e290-ca7c-4b27-b40e-543152e4317b),segment_id=8399e290-ca7c-4b27-b40e-543152e4317b)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:31:41.733290 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d6d3c6dd-ab5f-42f7-9d8c-153cc8e54a47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452355'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:31:41.756862 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-d6d3c6dd-ab5f-42f7-9d8c-153cc8e54a47 admin admin] Calling delete_port for 1ac75549-a3c5-4e8c-9ca4-f4467eb2a7db owned by network:router_gateway {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:31:42.053358 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d6d3c6dd-ab5f-42f7-9d8c-153cc8e54a47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728618137326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728617650872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58829502'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:31:42.098899 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d3c6dd-ab5f-42f7-9d8c-153cc8e54a47 admin admin] Pushing event deleted for resources: {'Port': ['ID=1ac75549-a3c5-4e8c-9ca4-f4467eb2a7db,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:31:42.190345 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d6d3c6dd-ab5f-42f7-9d8c-153cc8e54a47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-456016'] for router_gateway, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:31:42.382044 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d6d3c6dd-ab5f-42f7-9d8c-153cc8e54a47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-459327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1432'] for router, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:31:42.385729 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d6d3c6dd-ab5f-42f7-9d8c-153cc8e54a47 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:31:42.548506 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d6d3c6dd-ab5f-42f7-9d8c-153cc8e54a47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-459318'] for router, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:31:42.549444 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6d3c6dd-ab5f-42f7-9d8c-153cc8e54a47 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 397de53d-b259-4bbe-a5e8-abcbb00b2b55 {{(pid=94841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 07:31:42.557523 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d6d3c6dd-ab5f-42f7-9d8c-153cc8e54a47 admin admin] Notify callbacks [] for router, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:31:42.560005 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [None req-d6d3c6dd-ab5f-42f7-9d8c-153cc8e54a47 admin admin] 10.222.0.62 "DELETE /v2.0/routers/397de53d-b259-4bbe-a5e8-abcbb00b2b55 HTTP/1.1" status: 204 len: 168 time: 1.5767901 Sep 23 07:31:42.563330 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.62', 59652) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:31:42.637407 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.db.db_base_plugin_v2 [None req-a65ec61a-7d0d-4a85-a146-3652496a4613 admin admin] Deleting subnet 68f0a779-afe9-48a5-86f0-926f10275d4d {{(pid=94841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 07:31:42.643309 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a65ec61a-7d0d-4a85-a146-3652496a4613 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:31:42.707685 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a65ec61a-7d0d-4a85-a146-3652496a4613 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3022874'] for subnet, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:31:42.853601 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a65ec61a-7d0d-4a85-a146-3652496a4613 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1691543'] for subnet, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:31:42.995706 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a65ec61a-7d0d-4a85-a146-3652496a4613 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1691550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58829539', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60759899'] for subnet, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:31:43.037400 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65ec61a-7d0d-4a85-a146-3652496a4613 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=68f0a779-afe9-48a5-86f0-926f10275d4d,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:31:43.043922 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a65ec61a-7d0d-4a85-a146-3652496a4613 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:31:43.049636 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [None req-a65ec61a-7d0d-4a85-a146-3652496a4613 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/68f0a779-afe9-48a5-86f0-926f10275d4d HTTP/1.1" status: 204 len: 168 time: 0.4841375 Sep 23 07:31:43.050275 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.62', 59654) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:31:43.055022 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eefbe137-424e-4da6-b4bc-d6a7d713d94f None None] Network af2ddaae-84fe-4fba-a944-e4f48fd0d9fc requested from dv-cinder-805887-18-iscsi {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:31:43.088526 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Device 041080d7-7367-4939-9da2-005a0c94b684 no longer exists at agent ovs-agent-dv-cinder-805887-18-iscsi {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:31:43.133880 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6988e55c-d0ff-4658-a91a-4f21d2ce0149 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1626991'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:31:43.145533 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] No Port match for: 041080d7-7367-4939-9da2-005a0c94b684 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 07:31:43.145533 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Device 041080d7-7367-4939-9da2-005a0c94b684 not bound to the agent host dv-cinder-805887-18-iscsi {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 07:31:43.145533 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Device 1ac75549-a3c5-4e8c-9ca4-f4467eb2a7db no longer exists at agent ovs-agent-dv-cinder-805887-18-iscsi {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:31:43.194970 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] No Port match for: 1ac75549-a3c5-4e8c-9ca4-f4467eb2a7db {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 07:31:43.195308 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Device 1ac75549-a3c5-4e8c-9ca4-f4467eb2a7db not bound to the agent host dv-cinder-805887-18-iscsi {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 07:31:43.213086 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-6988e55c-d0ff-4658-a91a-4f21d2ce0149 admin admin] Deleting port 634aa0c9-85db-4880-b92f-d4daa3dbdfac {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:31:43.213461 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6988e55c-d0ff-4658-a91a-4f21d2ce0149 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728618132776'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:31:43.326638 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-6988e55c-d0ff-4658-a91a-4f21d2ce0149 admin admin] For port 634aa0c9-85db-4880-b92f-d4daa3dbdfac, host dv-cinder-805887-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-18-iscsi',level=0,port_id=634aa0c9-85db-4880-b92f-d4daa3dbdfac,segment=NetworkSegment(681c178e-d1f1-44d1-9a02-efe6aedb0bdf),segment_id=681c178e-d1f1-44d1-9a02-efe6aedb0bdf)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:31:43.326987 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6988e55c-d0ff-4658-a91a-4f21d2ce0149 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452355'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:31:43.329881 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4481fef-bc1d-45ca-a93c-c26457c0f59d None None] DHCP port deletion for af2ddaae-84fe-4fba-a944-e4f48fd0d9fc request from dv-cinder-805887-18-iscsi {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 07:31:43.344521 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-6988e55c-d0ff-4658-a91a-4f21d2ce0149 admin admin] Calling delete_port for 634aa0c9-85db-4880-b92f-d4daa3dbdfac owned by network:dhcp {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:31:43.400582 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-e4481fef-bc1d-45ca-a93c-c26457c0f59d None None] Deleting port 634aa0c9-85db-4880-b92f-d4daa3dbdfac {{(pid=94842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:31:43.401207 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e4481fef-bc1d-45ca-a93c-c26457c0f59d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728618132776'] for port, before_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:31:43.494810 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-e4481fef-bc1d-45ca-a93c-c26457c0f59d None None] For port 634aa0c9-85db-4880-b92f-d4daa3dbdfac, host dv-cinder-805887-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-18-iscsi',level=0,port_id=634aa0c9-85db-4880-b92f-d4daa3dbdfac,segment=NetworkSegment(681c178e-d1f1-44d1-9a02-efe6aedb0bdf),segment_id=681c178e-d1f1-44d1-9a02-efe6aedb0bdf)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:31:43.495455 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e4481fef-bc1d-45ca-a93c-c26457c0f59d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452355'] for port, precommit_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:31:43.517388 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-e4481fef-bc1d-45ca-a93c-c26457c0f59d None None] Calling delete_port for 634aa0c9-85db-4880-b92f-d4daa3dbdfac owned by network:dhcp {{(pid=94842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:31:43.578801 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6988e55c-d0ff-4658-a91a-4f21d2ce0149 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728618137326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728617650872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58957170'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:31:43.618537 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6988e55c-d0ff-4658-a91a-4f21d2ce0149 admin admin] Pushing event deleted for resources: {'Port': ['ID=634aa0c9-85db-4880-b92f-d4daa3dbdfac,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:31:43.629337 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6988e55c-d0ff-4658-a91a-4f21d2ce0149 admin admin] No DVR routers for this DVR port 634aa0c9-85db-4880-b92f-d4daa3dbdfac on host dv-cinder-805887-18-iscsi {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 07:31:43.635892 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6988e55c-d0ff-4658-a91a-4f21d2ce0149 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:31:43.636423 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6988e55c-d0ff-4658-a91a-4f21d2ce0149 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:31:43.637496 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6988e55c-d0ff-4658-a91a-4f21d2ce0149 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:31:43.637967 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6988e55c-d0ff-4658-a91a-4f21d2ce0149 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:31:43.638505 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6988e55c-d0ff-4658-a91a-4f21d2ce0149 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:31:43.638978 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6988e55c-d0ff-4658-a91a-4f21d2ce0149 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:31:43.639493 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6988e55c-d0ff-4658-a91a-4f21d2ce0149 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:31:43.640145 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6988e55c-d0ff-4658-a91a-4f21d2ce0149 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:31:43.640934 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6988e55c-d0ff-4658-a91a-4f21d2ce0149 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:31:43.641865 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6988e55c-d0ff-4658-a91a-4f21d2ce0149 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:31:43.642605 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6988e55c-d0ff-4658-a91a-4f21d2ce0149 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:31:43.643333 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6988e55c-d0ff-4658-a91a-4f21d2ce0149 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:31:43.700974 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e4481fef-bc1d-45ca-a93c-c26457c0f59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728618137326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728617650872'] for port, after_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:31:43.748583 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4481fef-bc1d-45ca-a93c-c26457c0f59d None None] Pushing event deleted for resources: {'Port': ['ID=634aa0c9-85db-4880-b92f-d4daa3dbdfac,revision_number=None']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:31:43.763702 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4481fef-bc1d-45ca-a93c-c26457c0f59d None None] No DVR routers for this DVR port 634aa0c9-85db-4880-b92f-d4daa3dbdfac on host dv-cinder-805887-18-iscsi {{(pid=94842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 07:31:43.767713 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4481fef-bc1d-45ca-a93c-c26457c0f59d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:31:43.768244 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4481fef-bc1d-45ca-a93c-c26457c0f59d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:31:43.768865 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4481fef-bc1d-45ca-a93c-c26457c0f59d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:31:43.769513 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4481fef-bc1d-45ca-a93c-c26457c0f59d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:31:43.770098 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4481fef-bc1d-45ca-a93c-c26457c0f59d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:31:43.770683 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4481fef-bc1d-45ca-a93c-c26457c0f59d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:31:43.771260 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4481fef-bc1d-45ca-a93c-c26457c0f59d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:31:43.771834 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4481fef-bc1d-45ca-a93c-c26457c0f59d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:31:43.772470 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4481fef-bc1d-45ca-a93c-c26457c0f59d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:31:43.773095 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4481fef-bc1d-45ca-a93c-c26457c0f59d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:31:43.773677 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4481fef-bc1d-45ca-a93c-c26457c0f59d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:31:43.774248 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4481fef-bc1d-45ca-a93c-c26457c0f59d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:31:43.790460 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6988e55c-d0ff-4658-a91a-4f21d2ce0149 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687854', 'neutron.services.segments.db._delete_segments_for_network-8728618163092'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:31:43.824904 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.services.segments.db [None req-6988e55c-d0ff-4658-a91a-4f21d2ce0149 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af2ddaae-84fe-4fba-a944-e4f48fd0d9fc']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:31:43.838627 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.services.segments.db [None req-6988e55c-d0ff-4658-a91a-4f21d2ce0149 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '681c178e-d1f1-44d1-9a02-efe6aedb0bdf') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:31:43.838949 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.services.segments.db [None req-6988e55c-d0ff-4658-a91a-4f21d2ce0149 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '681c178e-d1f1-44d1-9a02-efe6aedb0bdf') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:31:43.862496 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6988e55c-d0ff-4658-a91a-4f21d2ce0149 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728618162845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60626725'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:31:43.883518 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6988e55c-d0ff-4658-a91a-4f21d2ce0149 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692928'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:31:43.893585 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6988e55c-d0ff-4658-a91a-4f21d2ce0149 admin admin] Releasing vlan 591 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 07:31:43.894267 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6988e55c-d0ff-4658-a91a-4f21d2ce0149 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58954369'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:31:43.896980 dv-cinder-805887-18-iscsi neutron-server[94840]: Traceback (most recent call last): Sep 23 07:31:43.896980 dv-cinder-805887-18-iscsi neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 07:31:43.896980 dv-cinder-805887-18-iscsi neutron-server[94840]: timer() Sep 23 07:31:43.896980 dv-cinder-805887-18-iscsi neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 07:31:43.896980 dv-cinder-805887-18-iscsi neutron-server[94840]: cb(*args, **kw) Sep 23 07:31:43.896980 dv-cinder-805887-18-iscsi neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 07:31:43.896980 dv-cinder-805887-18-iscsi neutron-server[94840]: return func(*args, **kwargs) Sep 23 07:31:43.896980 dv-cinder-805887-18-iscsi neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 07:31:43.896980 dv-cinder-805887-18-iscsi neutron-server[94840]: self._notify() Sep 23 07:31:43.896980 dv-cinder-805887-18-iscsi neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 07:31:43.896980 dv-cinder-805887-18-iscsi neutron-server[94840]: self.callback(batched_events) Sep 23 07:31:43.896980 dv-cinder-805887-18-iscsi neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 07:31:43.896980 dv-cinder-805887-18-iscsi neutron-server[94840]: event.method(event) Sep 23 07:31:43.896980 dv-cinder-805887-18-iscsi neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 07:31:43.896980 dv-cinder-805887-18-iscsi neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 07:31:43.896980 dv-cinder-805887-18-iscsi neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 07:31:43.896980 dv-cinder-805887-18-iscsi neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 07:31:43.896980 dv-cinder-805887-18-iscsi neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 07:31:43.896980 dv-cinder-805887-18-iscsi neutron-server[94840]: return f(self, *a, **k) Sep 23 07:31:43.896980 dv-cinder-805887-18-iscsi neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 07:31:43.896980 dv-cinder-805887-18-iscsi neutron-server[94840]: return self._get(url).json() Sep 23 07:31:43.896980 dv-cinder-805887-18-iscsi neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 07:31:43.896980 dv-cinder-805887-18-iscsi neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 07:31:43.896980 dv-cinder-805887-18-iscsi neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 07:31:43.896980 dv-cinder-805887-18-iscsi neutron-server[94840]: return self.request(url, 'GET', **kwargs) Sep 23 07:31:43.896980 dv-cinder-805887-18-iscsi neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 07:31:43.896980 dv-cinder-805887-18-iscsi neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 07:31:43.896980 dv-cinder-805887-18-iscsi neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 07:31:43.896980 dv-cinder-805887-18-iscsi neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 07:31:43.896980 dv-cinder-805887-18-iscsi neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 07:31:43.896980 dv-cinder-805887-18-iscsi neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 07:31:43.896980 dv-cinder-805887-18-iscsi neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 07:31:44.034229 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6988e55c-d0ff-4658-a91a-4f21d2ce0149 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455948'] for network, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:31:44.043534 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6988e55c-d0ff-4658-a91a-4f21d2ce0149 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577015'] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:31:44.046121 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [None req-6988e55c-d0ff-4658-a91a-4f21d2ce0149 admin admin] 10.222.0.62 "DELETE /v2.0/networks/af2ddaae-84fe-4fba-a944-e4f48fd0d9fc HTTP/1.1" status: 204 len: 168 time: 0.9937937 Sep 23 07:31:44.062411 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6988e55c-d0ff-4658-a91a-4f21d2ce0149 admin admin] Pushing event deleted for resources: {'Network': ['ID=af2ddaae-84fe-4fba-a944-e4f48fd0d9fc,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:31:44.404034 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.62', 59658) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:31:44.470713 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [None req-40e0c68a-07a9-4d2b-9053-7918a25a176f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=2661271257b242509f29ed8640a48915&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0647416 Sep 23 07:31:44.474911 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.62', 59660) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:31:44.530141 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a35e88c6-7679-4be7-bacd-f9959b3e66db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:31:44.553443 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a35e88c6-7679-4be7-bacd-f9959b3e66db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:31:44.765811 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a35e88c6-7679-4be7-bacd-f9959b3e66db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520401'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:31:44.768468 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a35e88c6-7679-4be7-bacd-f9959b3e66db admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:31:44.769746 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [None req-a35e88c6-7679-4be7-bacd-f9959b3e66db admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e621de47-4fe4-43cf-88fd-cc8e67d296ae HTTP/1.1" status: 204 len: 168 time: 0.2938366 Sep 23 07:31:44.780509 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35e88c6-7679-4be7-bacd-f9959b3e66db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e621de47-4fe4-43cf-88fd-cc8e67d296ae,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:31:45.047489 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Device 634aa0c9-85db-4880-b92f-d4daa3dbdfac no longer exists at agent ovs-agent-dv-cinder-805887-18-iscsi {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:31:45.076378 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] No Port match for: 634aa0c9-85db-4880-b92f-d4daa3dbdfac {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 07:31:45.076758 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Device 634aa0c9-85db-4880-b92f-d4daa3dbdfac not bound to the agent host dv-cinder-805887-18-iscsi {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 07:31:48.959518 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.db.agents_db [None req-60cd1eec-2052-4d49-bd00-e5a0de40c293 None None] Agent healthcheck: found 6 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 07:31:52.862936 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-da0a321e-1acc-4c54-9a51-aafece10294a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:31:52.926155 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.62', 59740) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:31:53.036854 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ff764310-958b-477c-87c5-e2a2dece6213 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:31:53.130152 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ff764310-958b-477c-87c5-e2a2dece6213 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:31:53.279578 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ff764310-958b-477c-87c5-e2a2dece6213 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520401'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:31:53.319812 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff764310-958b-477c-87c5-e2a2dece6213 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2631b1ee-ea4a-4b37-b5fa-847aa0798c4f,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:31:53.324513 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [None req-ff764310-958b-477c-87c5-e2a2dece6213 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=19a565f52d8049aab46cf263f23f4ec9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3972311 Sep 23 07:31:53.327277 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.62', 59744) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:31:53.386553 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-dbf6be8e-e51f-4795-81a6-fc2736549570 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:31:53.410083 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-dbf6be8e-e51f-4795-81a6-fc2736549570 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:31:53.588777 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-dbf6be8e-e51f-4795-81a6-fc2736549570 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520401'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:31:53.591799 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-dbf6be8e-e51f-4795-81a6-fc2736549570 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:31:53.593548 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [None req-dbf6be8e-e51f-4795-81a6-fc2736549570 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/2631b1ee-ea4a-4b37-b5fa-847aa0798c4f HTTP/1.1" status: 204 len: 168 time: 0.2649429 Sep 23 07:31:53.606909 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf6be8e-e51f-4795-81a6-fc2736549570 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2631b1ee-ea4a-4b37-b5fa-847aa0798c4f,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:31:54.287229 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.62', 59750) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:31:54.300526 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e908206e-2ab8-43ed-ab41-e35819fcaa3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:31:54.404093 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e908206e-2ab8-43ed-ab41-e35819fcaa3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:31:54.468447 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e908206e-2ab8-43ed-ab41-e35819fcaa3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520401'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:31:54.509166 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e908206e-2ab8-43ed-ab41-e35819fcaa3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4d9c910-9849-4462-86a8-48dbc63d0e64,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:31:54.515266 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [None req-e908206e-2ab8-43ed-ab41-e35819fcaa3c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=932bd656059040ac80f21165771c3c9e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2269444 Sep 23 07:31:54.519796 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.62', 59752) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:31:54.577851 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2d42c3b9-49d3-43d8-9e3b-fde341dcb719 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:31:54.602790 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2d42c3b9-49d3-43d8-9e3b-fde341dcb719 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:31:54.731805 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2d42c3b9-49d3-43d8-9e3b-fde341dcb719 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520401'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:31:54.736090 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2d42c3b9-49d3-43d8-9e3b-fde341dcb719 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:31:54.737381 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [None req-2d42c3b9-49d3-43d8-9e3b-fde341dcb719 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f4d9c910-9849-4462-86a8-48dbc63d0e64 HTTP/1.1" status: 204 len: 168 time: 0.2160931 Sep 23 07:31:54.746060 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d42c3b9-49d3-43d8-9e3b-fde341dcb719 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4d9c910-9849-4462-86a8-48dbc63d0e64,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:31:56.582621 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ea967544-ecdf-494b-8324-072d9efb4d6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:31:57.258063 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66350310-d79a-4172-be73-f80aed5b2321 req-03618c3e-033a-4dde-8676-4d936613c303 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:31:57.259702 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-66350310-d79a-4172-be73-f80aed5b2321 req-03618c3e-033a-4dde-8676-4d936613c303 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/ports?device_id=d6e06ec0-154d-469f-abac-3b9cf681c0db HTTP/1.1" status: 200 len: 946 time: 0.0563745 Sep 23 07:31:57.309206 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-66350310-d79a-4172-be73-f80aed5b2321 req-3100b777-e7c5-4546-a2a0-792ff6d3534d tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/security-groups?id=278f1fac-5295-401c-8abd-7d69416ea71e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415144 Sep 23 07:31:57.754305 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:31:57.983489 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:31:58.136764 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-1854caf6-1153-400a-8d11-9ed8c1e229e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:31:58.440276 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8981b182-e3d8-4ad3-a5e0-ae196816d4c7 req-722521a9-7492-402c-aa5d-7c4911f730b2 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:31:58.442023 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-8981b182-e3d8-4ad3-a5e0-ae196816d4c7 req-722521a9-7492-402c-aa5d-7c4911f730b2 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/ports?device_id=d6e06ec0-154d-469f-abac-3b9cf681c0db HTTP/1.1" status: 200 len: 946 time: 0.0545490 Sep 23 07:31:58.494587 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-8981b182-e3d8-4ad3-a5e0-ae196816d4c7 req-15aafff5-104d-4640-b925-20563c62a188 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/security-groups?id=278f1fac-5295-401c-8abd-7d69416ea71e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437973 Sep 23 07:31:58.728803 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2ff832-f8d6-41f6-883d-abeeeaf88925 req-83718623-bce5-4d50-8bad-4629a975edba tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:31:58.730369 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-6b2ff832-f8d6-41f6-883d-abeeeaf88925 req-83718623-bce5-4d50-8bad-4629a975edba tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6e06ec0-154d-469f-abac-3b9cf681c0db HTTP/1.1" status: 200 len: 946 time: 0.0544653 Sep 23 07:31:58.826695 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-6b2ff832-f8d6-41f6-883d-abeeeaf88925 req-9d602c47-d6ab-4800-9d81-4e5e1bfc13a9 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Deleting port d896cc8c-3a91-43e6-ab35-d64ba46ad28c {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:31:58.826961 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-6b2ff832-f8d6-41f6-883d-abeeeaf88925 req-9d602c47-d6ab-4800-9d81-4e5e1bfc13a9 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728618132776'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:31:58.926148 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-6b2ff832-f8d6-41f6-883d-abeeeaf88925 req-9d602c47-d6ab-4800-9d81-4e5e1bfc13a9 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] For port d896cc8c-3a91-43e6-ab35-d64ba46ad28c, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=d896cc8c-3a91-43e6-ab35-d64ba46ad28c,segment=NetworkSegment(1643a54a-f314-44c3-bdbc-99b9ba0d70f9),segment_id=1643a54a-f314-44c3-bdbc-99b9ba0d70f9)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:31:58.926540 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-6b2ff832-f8d6-41f6-883d-abeeeaf88925 req-9d602c47-d6ab-4800-9d81-4e5e1bfc13a9 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452355'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:31:59.107458 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-6b2ff832-f8d6-41f6-883d-abeeeaf88925 req-9d602c47-d6ab-4800-9d81-4e5e1bfc13a9 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:31:59.107743 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-6b2ff832-f8d6-41f6-883d-abeeeaf88925 req-9d602c47-d6ab-4800-9d81-4e5e1bfc13a9 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-455962'] for floatingip, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:31:59.108056 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.db.l3_db [req-6b2ff832-f8d6-41f6-883d-abeeeaf88925 req-9d602c47-d6ab-4800-9d81-4e5e1bfc13a9 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Floating IP 541d07cf-0b8e-4a29-8919-5601ac1f3f65 disassociated. External IP: 172.27.2.183, port: d896cc8c-3a91-43e6-ab35-d64ba46ad28c. Sep 23 07:31:59.108400 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-6b2ff832-f8d6-41f6-883d-abeeeaf88925 req-9d602c47-d6ab-4800-9d81-4e5e1bfc13a9 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Calling delete_port for d896cc8c-3a91-43e6-ab35-d64ba46ad28c owned by compute:nova {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:31:59.342761 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-6b2ff832-f8d6-41f6-883d-abeeeaf88925 req-9d602c47-d6ab-4800-9d81-4e5e1bfc13a9 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728618137326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728617650872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58829502'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:31:59.380524 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d602c47-d6ab-4800-9d81-4e5e1bfc13a9 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Pushing event deleted for resources: {'Port': ['ID=d896cc8c-3a91-43e6-ab35-d64ba46ad28c,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:31:59.546281 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6b2ff832-f8d6-41f6-883d-abeeeaf88925 req-9d602c47-d6ab-4800-9d81-4e5e1bfc13a9 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Router a220d9f2-26b3-4e11-8d27-02331b07722b has already been hosted by L3 agent 65b4f7dd-c6e9-4255-94ee-66e285aed80f {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 07:31:59.665289 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-fe618400-1b6f-4893-a782-fba8365d3908 req-818c20fb-f14a-43ed-98b2-4573dfc8187c tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/ports?device_id=d6e06ec0-154d-469f-abac-3b9cf681c0db HTTP/1.1" status: 200 len: 210 time: 0.0604661 Sep 23 07:31:59.705936 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6b2ff832-f8d6-41f6-883d-abeeeaf88925 req-9d602c47-d6ab-4800-9d81-4e5e1bfc13a9 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Notify agent at l3_agent.dv-cinder-805887-18-iscsi the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 07:31:59.720234 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a170ffa-61f7-4580-afd9-208e0bba6763 None None] Sync routers for ids ['a220d9f2-26b3-4e11-8d27-02331b07722b'] in dv-cinder-805887-18-iscsi {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 07:31:59.739666 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a170ffa-61f7-4580-afd9-208e0bba6763 None None] Routers {'a220d9f2-26b3-4e11-8d27-02331b07722b'} bound to L3 agent in host dv-cinder-805887-18-iscsi {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:31:59.740445 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-7a170ffa-61f7-4580-afd9-208e0bba6763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T07:15:56Z,description=,heartbeat_timestamp=2021-09-23T07:31:56Z,host='dv-cinder-805887-18-iscsi',id=65b4f7dd-c6e9-4255-94ee-66e285aed80f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T07:15:57Z,topic='l3_agent')) {'router_ids': ['a220d9f2-26b3-4e11-8d27-02331b07722b'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:31:59.781873 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b2ff832-f8d6-41f6-883d-abeeeaf88925 req-9d602c47-d6ab-4800-9d81-4e5e1bfc13a9 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] No DVR routers for this DVR port d896cc8c-3a91-43e6-ab35-d64ba46ad28c on host hv-cinder-80588 {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 07:31:59.790586 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-6b2ff832-f8d6-41f6-883d-abeeeaf88925 req-9d602c47-d6ab-4800-9d81-4e5e1bfc13a9 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210484'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:31:59.792915 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-6b2ff832-f8d6-41f6-883d-abeeeaf88925 req-9d602c47-d6ab-4800-9d81-4e5e1bfc13a9 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.53 "DELETE /v2.0/ports/d896cc8c-3a91-43e6-ab35-d64ba46ad28c HTTP/1.1" status: 204 len: 173 time: 1.0548961 Sep 23 07:31:59.793546 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6e06ec0-154d-469f-abac-3b9cf681c0db', 'name': 'network-vif-deleted', 'tag': 'd896cc8c-3a91-43e6-ab35-d64ba46ad28c'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:31:59.800560 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59377972be4a6b1db7d764771ea1170f497e9021ac5c159e937f759c4704c07c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c143265-1dd6-4690-84b7-e1c56eb5ed0e" -d '{"events": [{"server_uuid": "d6e06ec0-154d-469f-abac-3b9cf681c0db", "name": "network-vif-deleted", "tag": "d896cc8c-3a91-43e6-ab35-d64ba46ad28c"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:31:59.846402 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 07:31:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d01b46c0-6a10-4adc-b127-d3eb69096ba9 x-openstack-request-id: req-d01b46c0-6a10-4adc-b127-d3eb69096ba9 {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:31:59.846706 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6e06ec0-154d-469f-abac-3b9cf681c0db", "name": "network-vif-deleted", "tag": "d896cc8c-3a91-43e6-ab35-d64ba46ad28c", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:31:59.851107 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d01b46c0-6a10-4adc-b127-d3eb69096ba9 {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:31:59.851107 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6e06ec0-154d-469f-abac-3b9cf681c0db', 'name': 'network-vif-deleted', 'tag': 'd896cc8c-3a91-43e6-ab35-d64ba46ad28c', 'status': 'completed', 'code': 200} Sep 23 07:31:59.862543 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-7a170ffa-61f7-4580-afd9-208e0bba6763 None None] Set router a220d9f2-26b3-4e11-8d27-02331b07722b gateway port host: dv-cinder-805887-18-iscsi {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:31:59.894285 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e4079388-143e-46ee-8cf3-ea3894d72bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:00.120490 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-7a170ffa-61f7-4580-afd9-208e0bba6763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a220d9f2-26b3-4e11-8d27-02331b07722b', 'name': 'tempest-AttachVolumeShelveTestJSON-1297816090-router', 'tenant_id': '63deb2e833294f4ba854d4abe4a79ff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'external_fixed_ips': [{'subnet_id': '89646001-5df7-4559-baa8-56e15a045fc5', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': '00a87840-a9d9-487d-aa62-d3fc34f15884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:24:20Z', 'updated_at': '2021-09-23T07:24:33Z', 'revision_number': 4, 'project_id': '63deb2e833294f4ba854d4abe4a79ff2', 'gw_port': {'id': '00a87840-a9d9-487d-aa62-d3fc34f15884', 'name': '', 'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:d2:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a220d9f2-26b3-4e11-8d27-02331b07722b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '89646001-5df7-4559-baa8-56e15a045fc5', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:24:22Z', 'updated_at': '2021-09-23T07:24:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89646001-5df7-4559-baa8-56e15a045fc5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-18-iscsi', '_interfaces': [{'id': '989cc11e-734c-4cf7-bebe-fd6a7f5fed64', 'name': '', 'network_id': '457ccd50-05b0-4ce0-8b7d-271dff6f827e', 'tenant_id': '63deb2e833294f4ba854d4abe4a79ff2', 'mac_address': 'fa:16:3e:ad:d4:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a220d9f2-26b3-4e11-8d27-02331b07722b', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '513e6a2b-0c54-4f03-8c2d-dd3c246bd8ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:24:30Z', 'updated_at': '2021-09-23T07:24:42Z', 'revision_number': 5, 'project_id': '63deb2e833294f4ba854d4abe4a79ff2', 'subnets': [{'id': '513e6a2b-0c54-4f03-8c2d-dd3c246bd8ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-18-iscsi', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:32:00.164500 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a170ffa-61f7-4580-afd9-208e0bba6763 None None] Checking router: a220d9f2-26b3-4e11-8d27-02331b07722b for host: dv-cinder-805887-18-iscsi {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 07:32:00.174620 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a170ffa-61f7-4580-afd9-208e0bba6763 None None] Routers {'a220d9f2-26b3-4e11-8d27-02331b07722b'} bound to L3 agent in host dv-cinder-805887-18-iscsi {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:32:00.175244 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-7a170ffa-61f7-4580-afd9-208e0bba6763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T07:15:56Z,description=,heartbeat_timestamp=2021-09-23T07:31:56Z,host='dv-cinder-805887-18-iscsi',id=65b4f7dd-c6e9-4255-94ee-66e285aed80f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T07:15:57Z,topic='l3_agent')) {'router_ids': ['a220d9f2-26b3-4e11-8d27-02331b07722b'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:32:00.282314 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-7a170ffa-61f7-4580-afd9-208e0bba6763 None None] Set router a220d9f2-26b3-4e11-8d27-02331b07722b gateway port host: dv-cinder-805887-18-iscsi {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:32:00.500230 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-7a170ffa-61f7-4580-afd9-208e0bba6763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a220d9f2-26b3-4e11-8d27-02331b07722b', 'name': 'tempest-AttachVolumeShelveTestJSON-1297816090-router', 'tenant_id': '63deb2e833294f4ba854d4abe4a79ff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'external_fixed_ips': [{'subnet_id': '89646001-5df7-4559-baa8-56e15a045fc5', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': '00a87840-a9d9-487d-aa62-d3fc34f15884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:24:20Z', 'updated_at': '2021-09-23T07:24:33Z', 'revision_number': 4, 'project_id': '63deb2e833294f4ba854d4abe4a79ff2', 'gw_port': {'id': '00a87840-a9d9-487d-aa62-d3fc34f15884', 'name': '', 'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:d2:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a220d9f2-26b3-4e11-8d27-02331b07722b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '89646001-5df7-4559-baa8-56e15a045fc5', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:24:22Z', 'updated_at': '2021-09-23T07:24:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89646001-5df7-4559-baa8-56e15a045fc5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-18-iscsi', '_interfaces': [{'id': '989cc11e-734c-4cf7-bebe-fd6a7f5fed64', 'name': '', 'network_id': '457ccd50-05b0-4ce0-8b7d-271dff6f827e', 'tenant_id': '63deb2e833294f4ba854d4abe4a79ff2', 'mac_address': 'fa:16:3e:ad:d4:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a220d9f2-26b3-4e11-8d27-02331b07722b', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '513e6a2b-0c54-4f03-8c2d-dd3c246bd8ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:24:30Z', 'updated_at': '2021-09-23T07:24:42Z', 'revision_number': 5, 'project_id': '63deb2e833294f4ba854d4abe4a79ff2', 'subnets': [{'id': '513e6a2b-0c54-4f03-8c2d-dd3c246bd8ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-18-iscsi', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:32:00.545535 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a170ffa-61f7-4580-afd9-208e0bba6763 None None] The sync data for ids ['a220d9f2-26b3-4e11-8d27-02331b07722b'] in dv-cinder-805887-18-iscsi is: [{'id': 'a220d9f2-26b3-4e11-8d27-02331b07722b', 'name': 'tempest-AttachVolumeShelveTestJSON-1297816090-router', 'tenant_id': '63deb2e833294f4ba854d4abe4a79ff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'external_fixed_ips': [{'subnet_id': '89646001-5df7-4559-baa8-56e15a045fc5', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': '00a87840-a9d9-487d-aa62-d3fc34f15884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:24:20Z', 'updated_at': '2021-09-23T07:24:33Z', 'revision_number': 4, 'project_id': '63deb2e833294f4ba854d4abe4a79ff2', 'gw_port': {'id': '00a87840-a9d9-487d-aa62-d3fc34f15884', 'name': '', 'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:d2:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a220d9f2-26b3-4e11-8d27-02331b07722b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '89646001-5df7-4559-baa8-56e15a045fc5', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:24:22Z', 'updated_at': '2021-09-23T07:24:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89646001-5df7-4559-baa8-56e15a045fc5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-18-iscsi', '_interfaces': [{'id': '989cc11e-734c-4cf7-bebe-fd6a7f5fed64', 'name': '', 'network_id': '457ccd50-05b0-4ce0-8b7d-271dff6f827e', 'tenant_id': '63deb2e833294f4ba854d4abe4a79ff2', 'mac_address': 'fa:16:3e:ad:d4:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a220d9f2-26b3-4e11-8d27-02331b07722b', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '513e6a2b-0c54-4f03-8c2d-dd3c246bd8ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:24:30Z', 'updated_at': '2021-09-23T07:24:42Z', 'revision_number': 5, 'project_id': '63deb2e833294f4ba854d4abe4a79ff2', 'subnets': [{'id': '513e6a2b-0c54-4f03-8c2d-dd3c246bd8ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 07:32:00.806899 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8836c2f1-2158-45c7-8a04-fdf5536ac0b6 None None] New status for floating IP 541d07cf-0b8e-4a29-8919-5601ac1f3f65: DOWN {{(pid=94842) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 07:32:00.817638 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-e487a206-8457-4488-aea9-a3ab17a466f8 req-2021afe1-2c24-48a2-a9e2-d5dfba28b3f1 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/ports?device_id=d6e06ec0-154d-469f-abac-3b9cf681c0db HTTP/1.1" status: 200 len: 210 time: 0.0375175 Sep 23 07:32:01.952761 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-b3807c93-6e16-430a-b012-20cebf8826d8 req-893192ef-ff6e-4e3f-aac6-c8e8d0cc2466 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/ports?device_id=d6e06ec0-154d-469f-abac-3b9cf681c0db HTTP/1.1" status: 200 len: 210 time: 0.0309136 Sep 23 07:32:03.048510 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Device d896cc8c-3a91-43e6-ab35-d64ba46ad28c no longer exists at agent hyperv_hv-cinder-80588 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:32:03.084192 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] No Port match for: d896cc8c-3a91-43e6-ab35-d64ba46ad28c {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 07:32:03.084715 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Device d896cc8c-3a91-43e6-ab35-d64ba46ad28c not bound to the agent host hv-cinder-80588 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 07:32:03.095236 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-174aa9cf-8f40-4af4-801c-0a426e6d28f3 req-ece4d51d-72d8-4695-bcff-6cd292347290 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/ports?device_id=d6e06ec0-154d-469f-abac-3b9cf681c0db HTTP/1.1" status: 200 len: 210 time: 0.0433688 Sep 23 07:32:04.268423 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.62', 59852) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:32:04.334358 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cd3e92ce-6405-479b-94ae-ef39d5cdc39e tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:04.362195 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cd3e92ce-6405-479b-94ae-ef39d5cdc39e tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:04.490915 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cd3e92ce-6405-479b-94ae-ef39d5cdc39e tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520401'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:04.493729 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cd3e92ce-6405-479b-94ae-ef39d5cdc39e tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:04.494950 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [None req-cd3e92ce-6405-479b-94ae-ef39d5cdc39e tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "DELETE /v2.0/security-groups/278f1fac-5295-401c-8abd-7d69416ea71e HTTP/1.1" status: 204 len: 168 time: 0.2254827 Sep 23 07:32:04.498287 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.62', 59856) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:32:04.504854 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3e92ce-6405-479b-94ae-ef39d5cdc39e tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=278f1fac-5295-401c-8abd-7d69416ea71e,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:32:04.523551 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.api.v2.resource [None req-3dc7f168-0c6a-4f53-9494-470e5b4a3ae6 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] show failed (client error): The resource could not be found. Sep 23 07:32:04.530170 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [None req-3dc7f168-0c6a-4f53-9494-470e5b4a3ae6 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "GET /v2.0/security-groups/278f1fac-5295-401c-8abd-7d69416ea71e HTTP/1.1" status: 404 len: 347 time: 0.0255241 Sep 23 07:32:04.530639 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.62', 59858) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:32:04.670830 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-2c932f47-0414-469c-8414-66284dc96966 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Deleting port d2e05539-f4d3-45b1-9986-430a737ed332 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:32:04.671481 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2c932f47-0414-469c-8414-66284dc96966 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728618132776'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:04.776129 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2c932f47-0414-469c-8414-66284dc96966 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452355'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:04.776406 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2c932f47-0414-469c-8414-66284dc96966 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:04.790181 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-2c932f47-0414-469c-8414-66284dc96966 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Calling delete_port for d2e05539-f4d3-45b1-9986-430a737ed332 owned by network:floatingip {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:32:05.005196 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2c932f47-0414-469c-8414-66284dc96966 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728618137326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728617650872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58957170'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:05.032714 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c932f47-0414-469c-8414-66284dc96966 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Pushing event deleted for resources: {'Port': ['ID=d2e05539-f4d3-45b1-9986-430a737ed332,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:32:05.097768 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2c932f47-0414-469c-8414-66284dc96966 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Notify callbacks [] for floatingip, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:05.100362 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2c932f47-0414-469c-8414-66284dc96966 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210484'] for floatingip, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:05.101640 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [None req-2c932f47-0414-469c-8414-66284dc96966 tempest-AttachVolumeShelveTestJSON-544391902 tempest-AttachVolumeShelveTestJSON-544391902-project] 10.222.0.62 "DELETE /v2.0/floatingips/541d07cf-0b8e-4a29-8919-5601ac1f3f65 HTTP/1.1" status: 204 len: 168 time: 0.5700867 Sep 23 07:32:08.036445 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.62', 59902) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:32:08.434163 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.62', 59908) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:32:08.559253 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5cce3c9a-0783-4452-b840-1753aff7d8a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:08.594699 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0f867afb-3d5d-46db-99df-f41226ac28b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-455450'] for router_interface, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:08.699028 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5cce3c9a-0783-4452-b840-1753aff7d8a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:08.956711 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-0f867afb-3d5d-46db-99df-f41226ac28b4 admin admin] Deleting port 989cc11e-734c-4cf7-bebe-fd6a7f5fed64 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:32:08.957200 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0f867afb-3d5d-46db-99df-f41226ac28b4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728618132776'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:09.071279 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-0f867afb-3d5d-46db-99df-f41226ac28b4 admin admin] For port 989cc11e-734c-4cf7-bebe-fd6a7f5fed64, host dv-cinder-805887-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-18-iscsi',level=0,port_id=989cc11e-734c-4cf7-bebe-fd6a7f5fed64,segment=NetworkSegment(1643a54a-f314-44c3-bdbc-99b9ba0d70f9),segment_id=1643a54a-f314-44c3-bdbc-99b9ba0d70f9)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:32:09.072253 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0f867afb-3d5d-46db-99df-f41226ac28b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452355'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:09.087478 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-0f867afb-3d5d-46db-99df-f41226ac28b4 admin admin] Calling delete_port for 989cc11e-734c-4cf7-bebe-fd6a7f5fed64 owned by network:router_interface {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:32:09.240058 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5cce3c9a-0783-4452-b840-1753aff7d8a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520401'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:09.283755 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [None req-5cce3c9a-0783-4452-b840-1753aff7d8a7 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=36ccd69ab91d4a34ab61f11f77dca215&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8484540 Sep 23 07:32:09.286517 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cce3c9a-0783-4452-b840-1753aff7d8a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac13aefc-a093-4cca-b5eb-cf7b025ef138,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:32:09.286697 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.62', 59912) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:32:09.357627 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-db77e782-2b08-4da4-9f86-9883fc40821b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:09.381125 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-db77e782-2b08-4da4-9f86-9883fc40821b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:09.462953 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0f867afb-3d5d-46db-99df-f41226ac28b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728618137326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728617650872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58829502'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:09.499937 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f867afb-3d5d-46db-99df-f41226ac28b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=989cc11e-734c-4cf7-bebe-fd6a7f5fed64,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:32:09.666556 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-db77e782-2b08-4da4-9f86-9883fc40821b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520401'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:09.671895 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-db77e782-2b08-4da4-9f86-9883fc40821b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:09.673621 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [None req-db77e782-2b08-4da4-9f86-9883fc40821b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ac13aefc-a093-4cca-b5eb-cf7b025ef138 HTTP/1.1" status: 204 len: 168 time: 0.3815830 Sep 23 07:32:09.687260 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db77e782-2b08-4da4-9f86-9883fc40821b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac13aefc-a093-4cca-b5eb-cf7b025ef138,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:32:09.710164 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0f867afb-3d5d-46db-99df-f41226ac28b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-456083'] for router_interface, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:10.250698 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f867afb-3d5d-46db-99df-f41226ac28b4 admin admin] Router a220d9f2-26b3-4e11-8d27-02331b07722b has already been hosted by L3 agent 65b4f7dd-c6e9-4255-94ee-66e285aed80f {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 07:32:10.376985 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f867afb-3d5d-46db-99df-f41226ac28b4 admin admin] Notify agent at l3_agent.dv-cinder-805887-18-iscsi the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 07:32:10.386091 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [None req-0f867afb-3d5d-46db-99df-f41226ac28b4 admin admin] 10.222.0.62 "PUT /v2.0/routers/a220d9f2-26b3-4e11-8d27-02331b07722b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3481860 Sep 23 07:32:10.390510 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.62', 59918) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:32:10.399812 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fa6b039-0d01-4221-b639-3e71d4790de3 None None] Sync routers for ids ['a220d9f2-26b3-4e11-8d27-02331b07722b'] in dv-cinder-805887-18-iscsi {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 07:32:10.400568 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.62', 59920) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:32:10.410829 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa6b039-0d01-4221-b639-3e71d4790de3 None None] Routers {'a220d9f2-26b3-4e11-8d27-02331b07722b'} bound to L3 agent in host dv-cinder-805887-18-iscsi {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:32:10.411543 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-7fa6b039-0d01-4221-b639-3e71d4790de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T07:15:56Z,description=,heartbeat_timestamp=2021-09-23T07:31:56Z,host='dv-cinder-805887-18-iscsi',id=65b4f7dd-c6e9-4255-94ee-66e285aed80f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T07:15:57Z,topic='l3_agent')) {'router_ids': ['a220d9f2-26b3-4e11-8d27-02331b07722b'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:32:10.448524 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bb96d7d7-ed77-4da8-a922-45a1be9e9d3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:10.560657 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-7fa6b039-0d01-4221-b639-3e71d4790de3 None None] Set router a220d9f2-26b3-4e11-8d27-02331b07722b gateway port host: dv-cinder-805887-18-iscsi {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:32:10.567761 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-df46d464-40b1-4ff5-a443-13f62db93e34 admin admin] Notify callbacks [] for router, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:10.728312 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bb96d7d7-ed77-4da8-a922-45a1be9e9d3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:10.735399 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-df46d464-40b1-4ff5-a443-13f62db93e34 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:10.765035 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bb96d7d7-ed77-4da8-a922-45a1be9e9d3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520401'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:10.824833 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-7fa6b039-0d01-4221-b639-3e71d4790de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a220d9f2-26b3-4e11-8d27-02331b07722b', 'name': 'tempest-AttachVolumeShelveTestJSON-1297816090-router', 'tenant_id': '63deb2e833294f4ba854d4abe4a79ff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'external_fixed_ips': [{'subnet_id': '89646001-5df7-4559-baa8-56e15a045fc5', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': '00a87840-a9d9-487d-aa62-d3fc34f15884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:24:20Z', 'updated_at': '2021-09-23T07:32:09Z', 'revision_number': 5, 'project_id': '63deb2e833294f4ba854d4abe4a79ff2', 'gw_port': {'id': '00a87840-a9d9-487d-aa62-d3fc34f15884', 'name': '', 'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:d2:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a220d9f2-26b3-4e11-8d27-02331b07722b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '89646001-5df7-4559-baa8-56e15a045fc5', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:24:22Z', 'updated_at': '2021-09-23T07:24:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89646001-5df7-4559-baa8-56e15a045fc5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-18-iscsi'}], 'dv-cinder-805887-18-iscsi', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:32:10.832067 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [None req-bb96d7d7-ed77-4da8-a922-45a1be9e9d3a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=757a9de3857f45b3b91e822952527108&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4306843 Sep 23 07:32:10.833233 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb96d7d7-ed77-4da8-a922-45a1be9e9d3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97fd9516-4108-4840-873c-5fee0fdc26c2,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:32:10.836974 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.62', 59922) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:32:10.860855 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fa6b039-0d01-4221-b639-3e71d4790de3 None None] Checking router: a220d9f2-26b3-4e11-8d27-02331b07722b for host: dv-cinder-805887-18-iscsi {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 07:32:10.870063 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa6b039-0d01-4221-b639-3e71d4790de3 None None] Routers {'a220d9f2-26b3-4e11-8d27-02331b07722b'} bound to L3 agent in host dv-cinder-805887-18-iscsi {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:32:10.870700 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-7fa6b039-0d01-4221-b639-3e71d4790de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T07:15:56Z,description=,heartbeat_timestamp=2021-09-23T07:31:56Z,host='dv-cinder-805887-18-iscsi',id=65b4f7dd-c6e9-4255-94ee-66e285aed80f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T07:15:57Z,topic='l3_agent')) {'router_ids': ['a220d9f2-26b3-4e11-8d27-02331b07722b'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:32:10.873464 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-df46d464-40b1-4ff5-a443-13f62db93e34 admin admin] Deleting port 00a87840-a9d9-487d-aa62-d3fc34f15884 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:32:10.874873 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-df46d464-40b1-4ff5-a443-13f62db93e34 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728618132776'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:10.925200 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-753697b6-07d7-480f-bbc5-e10784bb2e02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:10.968017 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-753697b6-07d7-480f-bbc5-e10784bb2e02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:10.990600 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-df46d464-40b1-4ff5-a443-13f62db93e34 admin admin] For port 00a87840-a9d9-487d-aa62-d3fc34f15884, host dv-cinder-805887-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-18-iscsi',level=0,port_id=00a87840-a9d9-487d-aa62-d3fc34f15884,segment=NetworkSegment(8399e290-ca7c-4b27-b40e-543152e4317b),segment_id=8399e290-ca7c-4b27-b40e-543152e4317b)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:32:10.990600 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-df46d464-40b1-4ff5-a443-13f62db93e34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452355'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:11.005615 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-df46d464-40b1-4ff5-a443-13f62db93e34 admin admin] Calling delete_port for 00a87840-a9d9-487d-aa62-d3fc34f15884 owned by network:router_gateway {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:32:11.075800 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-7fa6b039-0d01-4221-b639-3e71d4790de3 None None] Set router a220d9f2-26b3-4e11-8d27-02331b07722b gateway port host: None {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:32:11.145561 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-7fa6b039-0d01-4221-b639-3e71d4790de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a220d9f2-26b3-4e11-8d27-02331b07722b', 'name': 'tempest-AttachVolumeShelveTestJSON-1297816090-router', 'tenant_id': '63deb2e833294f4ba854d4abe4a79ff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:24:20Z', 'updated_at': '2021-09-23T07:32:10Z', 'revision_number': 6, 'project_id': '63deb2e833294f4ba854d4abe4a79ff2', 'gw_port_host': None}], 'dv-cinder-805887-18-iscsi', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:32:11.177914 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-753697b6-07d7-480f-bbc5-e10784bb2e02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520401'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:11.182814 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-753697b6-07d7-480f-bbc5-e10784bb2e02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:11.188178 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [None req-753697b6-07d7-480f-bbc5-e10784bb2e02 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/97fd9516-4108-4840-873c-5fee0fdc26c2 HTTP/1.1" status: 204 len: 168 time: 0.3441527 Sep 23 07:32:11.188430 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fa6b039-0d01-4221-b639-3e71d4790de3 None None] The sync data for ids ['a220d9f2-26b3-4e11-8d27-02331b07722b'] in dv-cinder-805887-18-iscsi is: [{'id': 'a220d9f2-26b3-4e11-8d27-02331b07722b', 'name': 'tempest-AttachVolumeShelveTestJSON-1297816090-router', 'tenant_id': '63deb2e833294f4ba854d4abe4a79ff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:24:20Z', 'updated_at': '2021-09-23T07:32:10Z', 'revision_number': 6, 'project_id': '63deb2e833294f4ba854d4abe4a79ff2', 'gw_port_host': None}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 07:32:11.207113 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753697b6-07d7-480f-bbc5-e10784bb2e02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97fd9516-4108-4840-873c-5fee0fdc26c2,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:32:11.422434 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-df46d464-40b1-4ff5-a443-13f62db93e34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728618137326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728617650872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58829502'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:11.455275 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df46d464-40b1-4ff5-a443-13f62db93e34 admin admin] Pushing event deleted for resources: {'Port': ['ID=00a87840-a9d9-487d-aa62-d3fc34f15884,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:32:11.512560 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-df46d464-40b1-4ff5-a443-13f62db93e34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-456016'] for router_gateway, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:11.623722 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-df46d464-40b1-4ff5-a443-13f62db93e34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-459327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1432'] for router, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:11.627865 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-df46d464-40b1-4ff5-a443-13f62db93e34 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:11.833862 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-df46d464-40b1-4ff5-a443-13f62db93e34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-459318'] for router, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:11.834420 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df46d464-40b1-4ff5-a443-13f62db93e34 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a220d9f2-26b3-4e11-8d27-02331b07722b {{(pid=94841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 07:32:11.840334 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-df46d464-40b1-4ff5-a443-13f62db93e34 admin admin] Notify callbacks [] for router, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:11.840835 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [None req-df46d464-40b1-4ff5-a443-13f62db93e34 admin admin] 10.222.0.62 "DELETE /v2.0/routers/a220d9f2-26b3-4e11-8d27-02331b07722b HTTP/1.1" status: 204 len: 168 time: 1.4491374 Sep 23 07:32:11.843781 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.62', 59934) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:32:11.891347 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.db.db_base_plugin_v2 [None req-c068d3f2-fae1-4161-868b-ef47e08d8531 admin admin] Deleting subnet 513e6a2b-0c54-4f03-8c2d-dd3c246bd8ac {{(pid=94840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 07:32:11.894683 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c068d3f2-fae1-4161-868b-ef47e08d8531 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:11.938980 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c068d3f2-fae1-4161-868b-ef47e08d8531 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60626748'] for subnet, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:12.089160 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c068d3f2-fae1-4161-868b-ef47e08d8531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1691543'] for subnet, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:12.211438 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c068d3f2-fae1-4161-868b-ef47e08d8531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1691550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58957103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58720442'] for subnet, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:12.249043 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c068d3f2-fae1-4161-868b-ef47e08d8531 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=513e6a2b-0c54-4f03-8c2d-dd3c246bd8ac,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:32:12.251033 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c068d3f2-fae1-4161-868b-ef47e08d8531 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577015'] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:12.252938 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [None req-c068d3f2-fae1-4161-868b-ef47e08d8531 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/513e6a2b-0c54-4f03-8c2d-dd3c246bd8ac HTTP/1.1" status: 204 len: 168 time: 0.4081478 Sep 23 07:32:12.255947 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.62', 59946) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:32:12.259806 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1d57d15-ecda-4ddc-bc3f-fa9cceb5b8ee None None] Network 457ccd50-05b0-4ce0-8b7d-271dff6f827e requested from dv-cinder-805887-18-iscsi {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:32:12.342550 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a8525475-71a0-4490-834d-ffa9638bfed4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1626991'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:12.405485 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-a8525475-71a0-4490-834d-ffa9638bfed4 admin admin] Deleting port b3807ca1-81a6-47e7-b826-f77d81cdbb51 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:32:12.405945 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a8525475-71a0-4490-834d-ffa9638bfed4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728618132776'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:12.478712 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-a8525475-71a0-4490-834d-ffa9638bfed4 admin admin] For port b3807ca1-81a6-47e7-b826-f77d81cdbb51, host dv-cinder-805887-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-18-iscsi',level=0,port_id=b3807ca1-81a6-47e7-b826-f77d81cdbb51,segment=NetworkSegment(1643a54a-f314-44c3-bdbc-99b9ba0d70f9),segment_id=1643a54a-f314-44c3-bdbc-99b9ba0d70f9)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:32:12.479153 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a8525475-71a0-4490-834d-ffa9638bfed4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452355'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:12.491637 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-a8525475-71a0-4490-834d-ffa9638bfed4 admin admin] Calling delete_port for b3807ca1-81a6-47e7-b826-f77d81cdbb51 owned by network:dhcp {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:32:12.504811 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a30657d-bd17-423b-bc07-302e48f07fb4 None None] DHCP port deletion for 457ccd50-05b0-4ce0-8b7d-271dff6f827e request from dv-cinder-805887-18-iscsi {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 07:32:12.559402 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-7a30657d-bd17-423b-bc07-302e48f07fb4 None None] Deleting port b3807ca1-81a6-47e7-b826-f77d81cdbb51 {{(pid=94842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:32:12.560331 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-7a30657d-bd17-423b-bc07-302e48f07fb4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728618132776'] for port, before_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:12.625703 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-7a30657d-bd17-423b-bc07-302e48f07fb4 None None] For port b3807ca1-81a6-47e7-b826-f77d81cdbb51, host dv-cinder-805887-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-18-iscsi',level=0,port_id=b3807ca1-81a6-47e7-b826-f77d81cdbb51,segment=NetworkSegment(1643a54a-f314-44c3-bdbc-99b9ba0d70f9),segment_id=1643a54a-f314-44c3-bdbc-99b9ba0d70f9)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:32:12.626144 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-7a30657d-bd17-423b-bc07-302e48f07fb4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452355'] for port, precommit_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:12.642098 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-7a30657d-bd17-423b-bc07-302e48f07fb4 None None] Calling delete_port for b3807ca1-81a6-47e7-b826-f77d81cdbb51 owned by network:dhcp {{(pid=94842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:32:12.656348 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a8525475-71a0-4490-834d-ffa9638bfed4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728618137326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728617650872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58957170'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:12.688493 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8525475-71a0-4490-834d-ffa9638bfed4 admin admin] Pushing event deleted for resources: {'Port': ['ID=b3807ca1-81a6-47e7-b826-f77d81cdbb51,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:32:12.692167 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8525475-71a0-4490-834d-ffa9638bfed4 admin admin] No DVR routers for this DVR port b3807ca1-81a6-47e7-b826-f77d81cdbb51 on host dv-cinder-805887-18-iscsi {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 07:32:12.770893 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a8525475-71a0-4490-834d-ffa9638bfed4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687854', 'neutron.services.segments.db._delete_segments_for_network-8728618163092'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:12.798445 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.services.segments.db [None req-a8525475-71a0-4490-834d-ffa9638bfed4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['457ccd50-05b0-4ce0-8b7d-271dff6f827e']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:32:12.809463 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.services.segments.db [None req-a8525475-71a0-4490-834d-ffa9638bfed4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1643a54a-f314-44c3-bdbc-99b9ba0d70f9') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:32:12.810497 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.services.segments.db [None req-a8525475-71a0-4490-834d-ffa9638bfed4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1643a54a-f314-44c3-bdbc-99b9ba0d70f9') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:32:12.820670 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a8525475-71a0-4490-834d-ffa9638bfed4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728618162845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60626725'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:12.836370 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a8525475-71a0-4490-834d-ffa9638bfed4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692928'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:12.843258 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8525475-71a0-4490-834d-ffa9638bfed4 admin admin] Releasing vlan 581 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 07:32:12.843785 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a8525475-71a0-4490-834d-ffa9638bfed4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58954369'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:12.845572 dv-cinder-805887-18-iscsi neutron-server[94840]: Traceback (most recent call last): Sep 23 07:32:12.845572 dv-cinder-805887-18-iscsi neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 07:32:12.845572 dv-cinder-805887-18-iscsi neutron-server[94840]: timer() Sep 23 07:32:12.845572 dv-cinder-805887-18-iscsi neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 07:32:12.845572 dv-cinder-805887-18-iscsi neutron-server[94840]: cb(*args, **kw) Sep 23 07:32:12.845572 dv-cinder-805887-18-iscsi neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 07:32:12.845572 dv-cinder-805887-18-iscsi neutron-server[94840]: return func(*args, **kwargs) Sep 23 07:32:12.845572 dv-cinder-805887-18-iscsi neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 07:32:12.845572 dv-cinder-805887-18-iscsi neutron-server[94840]: self._notify() Sep 23 07:32:12.845572 dv-cinder-805887-18-iscsi neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 07:32:12.845572 dv-cinder-805887-18-iscsi neutron-server[94840]: self.callback(batched_events) Sep 23 07:32:12.845572 dv-cinder-805887-18-iscsi neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 07:32:12.845572 dv-cinder-805887-18-iscsi neutron-server[94840]: event.method(event) Sep 23 07:32:12.845572 dv-cinder-805887-18-iscsi neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 07:32:12.845572 dv-cinder-805887-18-iscsi neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 07:32:12.845572 dv-cinder-805887-18-iscsi neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 07:32:12.845572 dv-cinder-805887-18-iscsi neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 07:32:12.845572 dv-cinder-805887-18-iscsi neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 07:32:12.845572 dv-cinder-805887-18-iscsi neutron-server[94840]: return f(self, *a, **k) Sep 23 07:32:12.845572 dv-cinder-805887-18-iscsi neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 07:32:12.845572 dv-cinder-805887-18-iscsi neutron-server[94840]: return self._get(url).json() Sep 23 07:32:12.845572 dv-cinder-805887-18-iscsi neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 07:32:12.845572 dv-cinder-805887-18-iscsi neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 07:32:12.845572 dv-cinder-805887-18-iscsi neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 07:32:12.845572 dv-cinder-805887-18-iscsi neutron-server[94840]: return self.request(url, 'GET', **kwargs) Sep 23 07:32:12.845572 dv-cinder-805887-18-iscsi neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 07:32:12.845572 dv-cinder-805887-18-iscsi neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 07:32:12.845572 dv-cinder-805887-18-iscsi neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 07:32:12.845572 dv-cinder-805887-18-iscsi neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 07:32:12.845572 dv-cinder-805887-18-iscsi neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 07:32:12.845572 dv-cinder-805887-18-iscsi neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 07:32:12.845572 dv-cinder-805887-18-iscsi neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 07:32:12.855254 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-7a30657d-bd17-423b-bc07-302e48f07fb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728618137326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728617650872'] for port, after_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:12.878615 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a30657d-bd17-423b-bc07-302e48f07fb4 None None] Pushing event deleted for resources: {'Port': ['ID=b3807ca1-81a6-47e7-b826-f77d81cdbb51,revision_number=None']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:32:12.884008 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a30657d-bd17-423b-bc07-302e48f07fb4 None None] No DVR routers for this DVR port b3807ca1-81a6-47e7-b826-f77d81cdbb51 on host dv-cinder-805887-18-iscsi {{(pid=94842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 07:32:12.993689 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a8525475-71a0-4490-834d-ffa9638bfed4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455948'] for network, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:12.999760 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a8525475-71a0-4490-834d-ffa9638bfed4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577015'] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:13.003786 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [None req-a8525475-71a0-4490-834d-ffa9638bfed4 admin admin] 10.222.0.62 "DELETE /v2.0/networks/457ccd50-05b0-4ce0-8b7d-271dff6f827e HTTP/1.1" status: 204 len: 168 time: 0.7447960 Sep 23 07:32:13.020976 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8525475-71a0-4490-834d-ffa9638bfed4 admin admin] Pushing event deleted for resources: {'Network': ['ID=457ccd50-05b0-4ce0-8b7d-271dff6f827e,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:32:13.075597 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Device b3807ca1-81a6-47e7-b826-f77d81cdbb51 no longer exists at agent ovs-agent-dv-cinder-805887-18-iscsi {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:32:13.095366 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] No Port match for: b3807ca1-81a6-47e7-b826-f77d81cdbb51 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 07:32:13.095531 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Device b3807ca1-81a6-47e7-b826-f77d81cdbb51 not bound to the agent host dv-cinder-805887-18-iscsi {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 07:32:13.095926 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Device 989cc11e-734c-4cf7-bebe-fd6a7f5fed64 no longer exists at agent ovs-agent-dv-cinder-805887-18-iscsi {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:32:13.115659 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] No Port match for: 989cc11e-734c-4cf7-bebe-fd6a7f5fed64 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 07:32:13.116014 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Device 989cc11e-734c-4cf7-bebe-fd6a7f5fed64 not bound to the agent host dv-cinder-805887-18-iscsi {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 07:32:13.116403 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Device 00a87840-a9d9-487d-aa62-d3fc34f15884 no longer exists at agent ovs-agent-dv-cinder-805887-18-iscsi {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:32:13.138841 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] No Port match for: 00a87840-a9d9-487d-aa62-d3fc34f15884 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 07:32:13.139227 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Device 00a87840-a9d9-487d-aa62-d3fc34f15884 not bound to the agent host dv-cinder-805887-18-iscsi {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 07:32:13.488492 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.62', 59960) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:32:13.529319 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [None req-a946496c-6b95-4e8c-9a15-edf240d0e67c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=63deb2e833294f4ba854d4abe4a79ff2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0389774 Sep 23 07:32:13.531607 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.62', 59962) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:32:13.581281 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5e56a44e-bc3f-4e97-b2c8-b70a15a5a305 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:13.603979 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5e56a44e-bc3f-4e97-b2c8-b70a15a5a305 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:13.759012 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5e56a44e-bc3f-4e97-b2c8-b70a15a5a305 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520401'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:13.761701 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5e56a44e-bc3f-4e97-b2c8-b70a15a5a305 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:13.765242 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [None req-5e56a44e-bc3f-4e97-b2c8-b70a15a5a305 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/31500a76-03dc-46a8-a0fe-83061bed100c HTTP/1.1" status: 204 len: 168 time: 0.2302945 Sep 23 07:32:13.772827 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e56a44e-bc3f-4e97-b2c8-b70a15a5a305 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31500a76-03dc-46a8-a0fe-83061bed100c,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:32:17.058899 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.62', 60038) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:32:17.170893 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c0003af6-ab1c-407b-add5-3a7412624e08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:17.260053 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c0003af6-ab1c-407b-add5-3a7412624e08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:17.313766 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c0003af6-ab1c-407b-add5-3a7412624e08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520401'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:17.352496 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [None req-c0003af6-ab1c-407b-add5-3a7412624e08 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b67c11234f7a47b2b5256f547af132e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2924681 Sep 23 07:32:17.353457 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0003af6-ab1c-407b-add5-3a7412624e08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2756b56-b886-4d83-b2dd-9f79852daa20,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:32:17.355351 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.62', 60042) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:32:17.412035 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-267aa109-c2a2-42f9-8304-7fbec4b27798 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:17.437394 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-267aa109-c2a2-42f9-8304-7fbec4b27798 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:17.582075 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-267aa109-c2a2-42f9-8304-7fbec4b27798 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520401'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:17.584711 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-267aa109-c2a2-42f9-8304-7fbec4b27798 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:17.585903 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [None req-267aa109-c2a2-42f9-8304-7fbec4b27798 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f2756b56-b886-4d83-b2dd-9f79852daa20 HTTP/1.1" status: 204 len: 168 time: 0.2289054 Sep 23 07:32:17.595155 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267aa109-c2a2-42f9-8304-7fbec4b27798 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2756b56-b886-4d83-b2dd-9f79852daa20,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:32:18.272286 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.62', 60054) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:32:18.285979 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c6e692f5-caff-4e29-8c54-7bc0f2de4727 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:18.388754 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c6e692f5-caff-4e29-8c54-7bc0f2de4727 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:18.439468 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c6e692f5-caff-4e29-8c54-7bc0f2de4727 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520401'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:18.481073 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e692f5-caff-4e29-8c54-7bc0f2de4727 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43444dde-1e74-42f7-98c0-7f51db826699,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:32:18.486463 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [None req-c6e692f5-caff-4e29-8c54-7bc0f2de4727 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=339eef31166a4777877ef83f9284b4be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2131095 Sep 23 07:32:18.490058 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.62', 60056) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:32:18.547736 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-212390fd-2e5b-495e-a7b2-a7df2ec132c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:18.569493 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-212390fd-2e5b-495e-a7b2-a7df2ec132c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:18.691149 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-c20eda4b-938e-4d16-8b3a-ef3478d3e7ca req-2db155d8-7320-47bb-9a99-827d694efc5c tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2071939457&fields=id&tenant_id=4d12208531784657acb0a942fc6e2c94 HTTP/1.1" status: 200 len: 267 time: 0.0331259 Sep 23 07:32:18.708170 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-212390fd-2e5b-495e-a7b2-a7df2ec132c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520401'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:18.711027 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-212390fd-2e5b-495e-a7b2-a7df2ec132c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:18.712445 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [None req-212390fd-2e5b-495e-a7b2-a7df2ec132c6 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/43444dde-1e74-42f7-98c0-7f51db826699 HTTP/1.1" status: 204 len: 168 time: 0.2214181 Sep 23 07:32:18.726535 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212390fd-2e5b-495e-a7b2-a7df2ec132c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43444dde-1e74-42f7-98c0-7f51db826699,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:32:18.754228 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20eda4b-938e-4d16-8b3a-ef3478d3e7ca req-c23719a9-6a58-43b9-afd8-4770b763b799 tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:32:18.755800 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-c20eda4b-938e-4d16-8b3a-ef3478d3e7ca req-c23719a9-6a58-43b9-afd8-4770b763b799 tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] 10.222.0.62 "GET /v2.0/ports?device_id=f3d65c24-4ad2-4653-88e6-8ab51b884114 HTTP/1.1" status: 200 len: 984 time: 0.0587497 Sep 23 07:32:18.767901 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.v2.base [req-c20eda4b-938e-4d16-8b3a-ef3478d3e7ca req-3b7e4efe-e207-4dd1-9eeb-0325227d65e7 tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] Request body: {'port': {'security_groups': ['c245a919-e8a3-48a6-887c-0115e649c4a2']}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:32:18.840070 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-c20eda4b-938e-4d16-8b3a-ef3478d3e7ca req-3b7e4efe-e207-4dd1-9eeb-0325227d65e7 tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:19.020192 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-c20eda4b-938e-4d16-8b3a-ef3478d3e7ca req-3b7e4efe-e207-4dd1-9eeb-0325227d65e7 tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] For port 38e18cce-76ac-46eb-b16b-47adaba3bd21, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=38e18cce-76ac-46eb-b16b-47adaba3bd21,segment=NetworkSegment(99a155bb-0156-4c62-ba55-90beca557e75),segment_id=99a155bb-0156-4c62-ba55-90beca557e75)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:32:19.051960 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-c20eda4b-938e-4d16-8b3a-ef3478d3e7ca req-3b7e4efe-e207-4dd1-9eeb-0325227d65e7 tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:19.177844 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-c20eda4b-938e-4d16-8b3a-ef3478d3e7ca req-3b7e4efe-e207-4dd1-9eeb-0325227d65e7 tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728618137860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728617650881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728617650899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58829493'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:19.192386 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] get_ports_and_sgs() called for port_ids ['38e18cce-76ac-46eb-b16b-47adaba3bd21'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 07:32:19.247198 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20eda4b-938e-4d16-8b3a-ef3478d3e7ca req-3b7e4efe-e207-4dd1-9eeb-0325227d65e7 tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:32:19.247198 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-c20eda4b-938e-4d16-8b3a-ef3478d3e7ca req-3b7e4efe-e207-4dd1-9eeb-0325227d65e7 tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210484'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:19.249651 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-c20eda4b-938e-4d16-8b3a-ef3478d3e7ca req-3b7e4efe-e207-4dd1-9eeb-0325227d65e7 tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] 10.222.0.62 "PUT /v2.0/ports/38e18cce-76ac-46eb-b16b-47adaba3bd21 HTTP/1.1" status: 200 len: 942 time: 0.4867909 Sep 23 07:32:19.250077 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.62', 60072) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:32:19.253698 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3d65c24-4ad2-4653-88e6-8ab51b884114', 'tag': '38e18cce-76ac-46eb-b16b-47adaba3bd21'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:32:19.256641 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59377972be4a6b1db7d764771ea1170f497e9021ac5c159e937f759c4704c07c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31e7ea13-9ba0-40a2-9a4b-89e5bafb6bb4" -d '{"events": [{"name": "network-changed", "server_uuid": "f3d65c24-4ad2-4653-88e6-8ab51b884114", "tag": "38e18cce-76ac-46eb-b16b-47adaba3bd21"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:32:19.286822 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7e4efe-e207-4dd1-9eeb-0325227d65e7 tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] Pushing event updated for resources: {'Port': ['ID=38e18cce-76ac-46eb-b16b-47adaba3bd21,revision_number=7']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:32:19.312022 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] get_ports_and_sgs() called for port_ids ['38e18cce-76ac-46eb-b16b-47adaba3bd21'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 07:32:19.345009 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 07:32:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-429a1cea-52f1-4567-b211-ae17b621f55f x-openstack-request-id: req-429a1cea-52f1-4567-b211-ae17b621f55f {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:32:19.345512 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3d65c24-4ad2-4653-88e6-8ab51b884114", "tag": "38e18cce-76ac-46eb-b16b-47adaba3bd21", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:32:19.345733 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-429a1cea-52f1-4567-b211-ae17b621f55f {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:32:19.346936 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3d65c24-4ad2-4653-88e6-8ab51b884114', 'tag': '38e18cce-76ac-46eb-b16b-47adaba3bd21', 'status': 'completed', 'code': 200} Sep 23 07:32:19.380818 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dc487e6d-ddd7-4d90-bb2d-10f25c2d2df8 tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:19.414367 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dc487e6d-ddd7-4d90-bb2d-10f25c2d2df8 tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:19.446165 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e7ea13-9ba0-40a2-9a4b-89e5bafb6bb4 req-f36ca8df-cf88-4238-8b97-fb36021fa42f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:32:19.451446 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-31e7ea13-9ba0-40a2-9a4b-89e5bafb6bb4 req-f36ca8df-cf88-4238-8b97-fb36021fa42f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4d12208531784657acb0a942fc6e2c94&device_id=f3d65c24-4ad2-4653-88e6-8ab51b884114 HTTP/1.1" status: 200 len: 1098 time: 0.0872738 Sep 23 07:32:19.582949 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e7ea13-9ba0-40a2-9a4b-89e5bafb6bb4 req-2ce5e3f9-c839-4876-a834-e918c1f00c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:32:19.584502 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-31e7ea13-9ba0-40a2-9a4b-89e5bafb6bb4 req-2ce5e3f9-c839-4876-a834-e918c1f00c87 service neutron] 10.222.0.53 "GET /v2.0/networks?id=83e3b09d-fc27-404b-b2a1-413ff73692ca HTTP/1.1" status: 200 len: 916 time: 0.1256337 Sep 23 07:32:19.596313 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-11407388-6cd0-41c9-8da8-ebfd1a7182ad None None] Provisioning complete for port 38e18cce-76ac-46eb-b16b-47adaba3bd21 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:32:19.596684 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-11407388-6cd0-41c9-8da8-ebfd1a7182ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703931'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:19.646110 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dc487e6d-ddd7-4d90-bb2d-10f25c2d2df8 tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520401'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:19.650001 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dc487e6d-ddd7-4d90-bb2d-10f25c2d2df8 tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:19.651889 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [None req-dc487e6d-ddd7-4d90-bb2d-10f25c2d2df8 tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] 10.222.0.62 "DELETE /v2.0/security-groups/e243eaa7-fa0b-42bc-8034-c939c7744923 HTTP/1.1" status: 204 len: 168 time: 0.4008257 Sep 23 07:32:19.656852 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.62', 60082) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:32:19.665517 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-31e7ea13-9ba0-40a2-9a4b-89e5bafb6bb4 req-068d84c5-da5a-432f-9055-113bd644f6ed service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=38e18cce-76ac-46eb-b16b-47adaba3bd21 HTTP/1.1" status: 200 len: 1000 time: 0.0723839 Sep 23 07:32:19.703135 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc487e6d-ddd7-4d90-bb2d-10f25c2d2df8 tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e243eaa7-fa0b-42bc-8034-c939c7744923,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:32:19.751642 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e7ea13-9ba0-40a2-9a4b-89e5bafb6bb4 req-686a4f50-0c76-4745-b3d8-1fabc6461450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:32:19.753294 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-31e7ea13-9ba0-40a2-9a4b-89e5bafb6bb4 req-686a4f50-0c76-4745-b3d8-1fabc6461450 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=15ea5f8a-82af-463d-9d74-67d1c93c5176 HTTP/1.1" status: 200 len: 854 time: 0.0800307 Sep 23 07:32:19.806084 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e7ea13-9ba0-40a2-9a4b-89e5bafb6bb4 req-a58689d4-b04d-4d7e-aa4a-80463286dbb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:32:19.807728 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-31e7ea13-9ba0-40a2-9a4b-89e5bafb6bb4 req-a58689d4-b04d-4d7e-aa4a-80463286dbb3 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=83e3b09d-fc27-404b-b2a1-413ff73692ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0470519 Sep 23 07:32:19.846208 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-ecded6c4-bcae-4830-933f-c9db2209b293 tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] Deleting port 13b4ea86-5865-4d8c-a50a-72e552ec326c {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:32:19.846707 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ecded6c4-bcae-4830-933f-c9db2209b293 tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728618132776'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:19.908168 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-31e7ea13-9ba0-40a2-9a4b-89e5bafb6bb4 req-a9a04eda-f413-45d1-8237-78584a7146a3 service neutron] 10.222.0.53 "GET /v2.0/networks/83e3b09d-fc27-404b-b2a1-413ff73692ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925827 Sep 23 07:32:19.936929 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ecded6c4-bcae-4830-933f-c9db2209b293 tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452355'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:19.937459 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ecded6c4-bcae-4830-933f-c9db2209b293 tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:19.955626 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-ecded6c4-bcae-4830-933f-c9db2209b293 tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] Calling delete_port for 13b4ea86-5865-4d8c-a50a-72e552ec326c owned by network:floatingip {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:32:20.035290 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-31e7ea13-9ba0-40a2-9a4b-89e5bafb6bb4 req-dd31bdd0-b8e9-483c-a419-2f6b02a49cf3 service neutron] 10.222.0.53 "GET /v2.0/networks/83e3b09d-fc27-404b-b2a1-413ff73692ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185186 Sep 23 07:32:20.233667 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ecded6c4-bcae-4830-933f-c9db2209b293 tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728618137326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728617650872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58957170'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:20.261917 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecded6c4-bcae-4830-933f-c9db2209b293 tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] Pushing event deleted for resources: {'Port': ['ID=13b4ea86-5865-4d8c-a50a-72e552ec326c,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:32:20.333071 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ecded6c4-bcae-4830-933f-c9db2209b293 tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] Notify callbacks [] for floatingip, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:20.333493 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.db.l3_db [None req-ecded6c4-bcae-4830-933f-c9db2209b293 tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] Floating IP 6b858ef4-d47b-4c7a-875b-aded914eabac disassociated (deleted). External IP: 172.27.2.55, port: 38e18cce-76ac-46eb-b16b-47adaba3bd21. Sep 23 07:32:20.742524 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecded6c4-bcae-4830-933f-c9db2209b293 tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] Router e4cc9879-25c9-4f37-af0c-f2c3ed1af148 has already been hosted by L3 agent 65b4f7dd-c6e9-4255-94ee-66e285aed80f {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 07:32:20.865047 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecded6c4-bcae-4830-933f-c9db2209b293 tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] Notify agent at l3_agent.dv-cinder-805887-18-iscsi the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 07:32:20.873375 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ecded6c4-bcae-4830-933f-c9db2209b293 tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210484'] for floatingip, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:20.880189 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a433e980-066f-410a-9b84-eaf8c461c4e3 None None] Sync routers for ids ['e4cc9879-25c9-4f37-af0c-f2c3ed1af148'] in dv-cinder-805887-18-iscsi {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 07:32:20.892164 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a433e980-066f-410a-9b84-eaf8c461c4e3 None None] Routers {'e4cc9879-25c9-4f37-af0c-f2c3ed1af148'} bound to L3 agent in host dv-cinder-805887-18-iscsi {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:32:20.892954 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-a433e980-066f-410a-9b84-eaf8c461c4e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T07:15:56Z,description=,heartbeat_timestamp=2021-09-23T07:31:56Z,host='dv-cinder-805887-18-iscsi',id=65b4f7dd-c6e9-4255-94ee-66e285aed80f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T07:15:57Z,topic='l3_agent')) {'router_ids': ['e4cc9879-25c9-4f37-af0c-f2c3ed1af148'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:32:20.898819 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [None req-ecded6c4-bcae-4830-933f-c9db2209b293 tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] 10.222.0.62 "DELETE /v2.0/floatingips/6b858ef4-d47b-4c7a-875b-aded914eabac HTTP/1.1" status: 204 len: 168 time: 1.2393324 Sep 23 07:32:20.899540 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3d65c24-4ad2-4653-88e6-8ab51b884114', 'tag': '38e18cce-76ac-46eb-b16b-47adaba3bd21'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:32:20.902172 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb8d6b8657277539ef4de54674fa83498a11133e08412b1937995906b62ef5f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bae7dfd2-5b0c-4872-a97c-743345200b84" -d '{"events": [{"name": "network-changed", "server_uuid": "f3d65c24-4ad2-4653-88e6-8ab51b884114", "tag": "38e18cce-76ac-46eb-b16b-47adaba3bd21"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:32:20.958006 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 07:32:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-112183ac-78e0-49e1-80b2-689dadc56c10 x-openstack-request-id: req-112183ac-78e0-49e1-80b2-689dadc56c10 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:32:20.958294 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3d65c24-4ad2-4653-88e6-8ab51b884114", "tag": "38e18cce-76ac-46eb-b16b-47adaba3bd21", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:32:20.958540 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-112183ac-78e0-49e1-80b2-689dadc56c10 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:32:20.958957 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3d65c24-4ad2-4653-88e6-8ab51b884114', 'tag': '38e18cce-76ac-46eb-b16b-47adaba3bd21', 'status': 'completed', 'code': 200} Sep 23 07:32:21.033305 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-a433e980-066f-410a-9b84-eaf8c461c4e3 None None] Set router e4cc9879-25c9-4f37-af0c-f2c3ed1af148 gateway port host: dv-cinder-805887-18-iscsi {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:32:21.251372 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-a433e980-066f-410a-9b84-eaf8c461c4e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4cc9879-25c9-4f37-af0c-f2c3ed1af148', 'name': 'tempest-TestMinimumBasicScenario-1402657280-router', 'tenant_id': '4d12208531784657acb0a942fc6e2c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'external_fixed_ips': [{'subnet_id': '89646001-5df7-4559-baa8-56e15a045fc5', 'ip_address': '172.27.2.195'}], 'enable_snat': True}, 'gw_port_id': '801d40d9-5ef8-422d-bf20-47f4e4fb4753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:29:51Z', 'updated_at': '2021-09-23T07:29:55Z', 'revision_number': 4, 'project_id': '4d12208531784657acb0a942fc6e2c94', 'gw_port': {'id': '801d40d9-5ef8-422d-bf20-47f4e4fb4753', 'name': '', 'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:d7:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4cc9879-25c9-4f37-af0c-f2c3ed1af148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '89646001-5df7-4559-baa8-56e15a045fc5', 'ip_address': '172.27.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:29:51Z', 'updated_at': '2021-09-23T07:29:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89646001-5df7-4559-baa8-56e15a045fc5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-18-iscsi', '_interfaces': [{'id': 'e310d3cb-5191-4a80-b1bc-a68ee77ecfaa', 'name': '', 'network_id': '83e3b09d-fc27-404b-b2a1-413ff73692ca', 'tenant_id': '4d12208531784657acb0a942fc6e2c94', 'mac_address': 'fa:16:3e:eb:c6:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4cc9879-25c9-4f37-af0c-f2c3ed1af148', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '15ea5f8a-82af-463d-9d74-67d1c93c5176', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:29:54Z', 'updated_at': '2021-09-23T07:29:59Z', 'revision_number': 5, 'project_id': '4d12208531784657acb0a942fc6e2c94', 'subnets': [{'id': '15ea5f8a-82af-463d-9d74-67d1c93c5176', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-18-iscsi', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:32:21.280686 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a433e980-066f-410a-9b84-eaf8c461c4e3 None None] Checking router: e4cc9879-25c9-4f37-af0c-f2c3ed1af148 for host: dv-cinder-805887-18-iscsi {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 07:32:21.289841 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a433e980-066f-410a-9b84-eaf8c461c4e3 None None] Routers {'e4cc9879-25c9-4f37-af0c-f2c3ed1af148'} bound to L3 agent in host dv-cinder-805887-18-iscsi {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:32:21.290474 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-a433e980-066f-410a-9b84-eaf8c461c4e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T07:15:56Z,description=,heartbeat_timestamp=2021-09-23T07:31:56Z,host='dv-cinder-805887-18-iscsi',id=65b4f7dd-c6e9-4255-94ee-66e285aed80f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T07:15:57Z,topic='l3_agent')) {'router_ids': ['e4cc9879-25c9-4f37-af0c-f2c3ed1af148'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:32:21.396248 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-a433e980-066f-410a-9b84-eaf8c461c4e3 None None] Set router e4cc9879-25c9-4f37-af0c-f2c3ed1af148 gateway port host: dv-cinder-805887-18-iscsi {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:32:21.602956 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-a433e980-066f-410a-9b84-eaf8c461c4e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4cc9879-25c9-4f37-af0c-f2c3ed1af148', 'name': 'tempest-TestMinimumBasicScenario-1402657280-router', 'tenant_id': '4d12208531784657acb0a942fc6e2c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'external_fixed_ips': [{'subnet_id': '89646001-5df7-4559-baa8-56e15a045fc5', 'ip_address': '172.27.2.195'}], 'enable_snat': True}, 'gw_port_id': '801d40d9-5ef8-422d-bf20-47f4e4fb4753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:29:51Z', 'updated_at': '2021-09-23T07:29:55Z', 'revision_number': 4, 'project_id': '4d12208531784657acb0a942fc6e2c94', 'gw_port': {'id': '801d40d9-5ef8-422d-bf20-47f4e4fb4753', 'name': '', 'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:d7:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4cc9879-25c9-4f37-af0c-f2c3ed1af148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '89646001-5df7-4559-baa8-56e15a045fc5', 'ip_address': '172.27.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:29:51Z', 'updated_at': '2021-09-23T07:29:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89646001-5df7-4559-baa8-56e15a045fc5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-18-iscsi', '_interfaces': [{'id': 'e310d3cb-5191-4a80-b1bc-a68ee77ecfaa', 'name': '', 'network_id': '83e3b09d-fc27-404b-b2a1-413ff73692ca', 'tenant_id': '4d12208531784657acb0a942fc6e2c94', 'mac_address': 'fa:16:3e:eb:c6:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4cc9879-25c9-4f37-af0c-f2c3ed1af148', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '15ea5f8a-82af-463d-9d74-67d1c93c5176', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:29:54Z', 'updated_at': '2021-09-23T07:29:59Z', 'revision_number': 5, 'project_id': '4d12208531784657acb0a942fc6e2c94', 'subnets': [{'id': '15ea5f8a-82af-463d-9d74-67d1c93c5176', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-18-iscsi', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:32:21.632584 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a433e980-066f-410a-9b84-eaf8c461c4e3 None None] The sync data for ids ['e4cc9879-25c9-4f37-af0c-f2c3ed1af148'] in dv-cinder-805887-18-iscsi is: [{'id': 'e4cc9879-25c9-4f37-af0c-f2c3ed1af148', 'name': 'tempest-TestMinimumBasicScenario-1402657280-router', 'tenant_id': '4d12208531784657acb0a942fc6e2c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'external_fixed_ips': [{'subnet_id': '89646001-5df7-4559-baa8-56e15a045fc5', 'ip_address': '172.27.2.195'}], 'enable_snat': True}, 'gw_port_id': '801d40d9-5ef8-422d-bf20-47f4e4fb4753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:29:51Z', 'updated_at': '2021-09-23T07:29:55Z', 'revision_number': 4, 'project_id': '4d12208531784657acb0a942fc6e2c94', 'gw_port': {'id': '801d40d9-5ef8-422d-bf20-47f4e4fb4753', 'name': '', 'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:d7:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4cc9879-25c9-4f37-af0c-f2c3ed1af148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '89646001-5df7-4559-baa8-56e15a045fc5', 'ip_address': '172.27.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:29:51Z', 'updated_at': '2021-09-23T07:29:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89646001-5df7-4559-baa8-56e15a045fc5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-18-iscsi', '_interfaces': [{'id': 'e310d3cb-5191-4a80-b1bc-a68ee77ecfaa', 'name': '', 'network_id': '83e3b09d-fc27-404b-b2a1-413ff73692ca', 'tenant_id': '4d12208531784657acb0a942fc6e2c94', 'mac_address': 'fa:16:3e:eb:c6:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4cc9879-25c9-4f37-af0c-f2c3ed1af148', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '15ea5f8a-82af-463d-9d74-67d1c93c5176', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:29:54Z', 'updated_at': '2021-09-23T07:29:59Z', 'revision_number': 5, 'project_id': '4d12208531784657acb0a942fc6e2c94', 'subnets': [{'id': '15ea5f8a-82af-463d-9d74-67d1c93c5176', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 07:32:21.868023 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f26e917a-ac10-4e55-a95f-fb5fe8940d69 None None] New status for floating IP 6b858ef4-d47b-4c7a-875b-aded914eabac: DOWN {{(pid=94843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 07:32:22.273074 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.62', 60152) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:32:22.376121 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8bdd86ee-ecae-4874-a6ed-b9c11cc3cd87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:22.549818 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8bdd86ee-ecae-4874-a6ed-b9c11cc3cd87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:22.645145 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8bdd86ee-ecae-4874-a6ed-b9c11cc3cd87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520401'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:22.682951 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [None req-8bdd86ee-ecae-4874-a6ed-b9c11cc3cd87 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b435ec0feff94336a2f1fdee1f47e54b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4088447 Sep 23 07:32:22.683815 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdd86ee-ecae-4874-a6ed-b9c11cc3cd87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8891487c-9113-4a81-a141-e309de7a9376,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:32:22.686402 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.62', 60158) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:32:22.735979 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e8db9e94-c374-4106-a298-536609d76165 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:22.757256 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e8db9e94-c374-4106-a298-536609d76165 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:22.839761 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e7adc204-7e98-4a45-bf90-a3b01ddd6742 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:22.875224 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e8db9e94-c374-4106-a298-536609d76165 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520401'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:22.877796 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e8db9e94-c374-4106-a298-536609d76165 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:22.878932 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [None req-e8db9e94-c374-4106-a298-536609d76165 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/8891487c-9113-4a81-a141-e309de7a9376 HTTP/1.1" status: 204 len: 168 time: 0.1915150 Sep 23 07:32:22.883161 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae7dfd2-5b0c-4872-a97c-743345200b84 req-9a7cb3ef-1bff-45e1-9b0d-36f7ef7ffa0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:32:22.884616 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-bae7dfd2-5b0c-4872-a97c-743345200b84 req-9a7cb3ef-1bff-45e1-9b0d-36f7ef7ffa0a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4d12208531784657acb0a942fc6e2c94&device_id=f3d65c24-4ad2-4653-88e6-8ab51b884114 HTTP/1.1" status: 200 len: 1098 time: 0.0459263 Sep 23 07:32:22.891166 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8db9e94-c374-4106-a298-536609d76165 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8891487c-9113-4a81-a141-e309de7a9376,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:32:22.980482 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae7dfd2-5b0c-4872-a97c-743345200b84 req-bd541295-9ccd-4028-ba84-5ef369e86721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:32:22.982007 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-bae7dfd2-5b0c-4872-a97c-743345200b84 req-bd541295-9ccd-4028-ba84-5ef369e86721 service neutron] 10.222.0.53 "GET /v2.0/networks?id=83e3b09d-fc27-404b-b2a1-413ff73692ca HTTP/1.1" status: 200 len: 916 time: 0.0888777 Sep 23 07:32:23.025685 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-bae7dfd2-5b0c-4872-a97c-743345200b84 req-b345f259-7258-41bb-8985-5bd14b6454b9 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=38e18cce-76ac-46eb-b16b-47adaba3bd21 HTTP/1.1" status: 200 len: 217 time: 0.0360005 Sep 23 07:32:23.078253 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae7dfd2-5b0c-4872-a97c-743345200b84 req-f2fe776d-8cf2-4ae6-8757-8ec900993a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:32:23.079771 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-bae7dfd2-5b0c-4872-a97c-743345200b84 req-f2fe776d-8cf2-4ae6-8757-8ec900993a21 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=15ea5f8a-82af-463d-9d74-67d1c93c5176 HTTP/1.1" status: 200 len: 854 time: 0.0468402 Sep 23 07:32:23.125644 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae7dfd2-5b0c-4872-a97c-743345200b84 req-f74365f7-b1f2-4a38-9741-5eaa28560c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:32:23.127044 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-bae7dfd2-5b0c-4872-a97c-743345200b84 req-f74365f7-b1f2-4a38-9741-5eaa28560c38 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=83e3b09d-fc27-404b-b2a1-413ff73692ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0400236 Sep 23 07:32:23.224169 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-bae7dfd2-5b0c-4872-a97c-743345200b84 req-5a41797a-9e34-400b-af62-8f65cc578f93 service neutron] 10.222.0.53 "GET /v2.0/networks/83e3b09d-fc27-404b-b2a1-413ff73692ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875809 Sep 23 07:32:23.326645 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-bae7dfd2-5b0c-4872-a97c-743345200b84 req-f3b082cc-7737-44ed-94bd-ed34f9f8cb9e service neutron] 10.222.0.53 "GET /v2.0/networks/83e3b09d-fc27-404b-b2a1-413ff73692ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938079 Sep 23 07:32:23.621851 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.62', 60168) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:32:23.641490 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-21b40460-d998-48d6-bcd2-d0d7ae7ce84f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:23.730112 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-21b40460-d998-48d6-bcd2-d0d7ae7ce84f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:23.850366 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-21b40460-d998-48d6-bcd2-d0d7ae7ce84f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520401'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:23.889493 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [None req-21b40460-d998-48d6-bcd2-d0d7ae7ce84f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=02e98d63715042159bcb4470c3a99bfb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2607183 Sep 23 07:32:23.890412 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b40460-d998-48d6-bcd2-d0d7ae7ce84f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=689ff8a9-4d85-4b72-b661-1d2da3bbf486,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:32:23.892289 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.62', 60174) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:32:23.943392 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-19f9c5c8-a981-4320-be06-20d1b7eb176d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:23.966488 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-19f9c5c8-a981-4320-be06-20d1b7eb176d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:24.090567 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-19f9c5c8-a981-4320-be06-20d1b7eb176d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520401'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:24.093861 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-19f9c5c8-a981-4320-be06-20d1b7eb176d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:24.095004 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [None req-19f9c5c8-a981-4320-be06-20d1b7eb176d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/689ff8a9-4d85-4b72-b661-1d2da3bbf486 HTTP/1.1" status: 204 len: 168 time: 0.2017109 Sep 23 07:32:24.103132 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f9c5c8-a981-4320-be06-20d1b7eb176d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=689ff8a9-4d85-4b72-b661-1d2da3bbf486,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:32:25.960062 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.db.agents_db [None req-60cd1eec-2052-4d49-bd00-e5a0de40c293 None None] Agent healthcheck: found 6 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 07:32:26.426508 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eab804e-142b-496f-a8d3-117eec714dc0 req-8270de85-8470-4c51-99df-fe02a79c30d7 tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:32:26.428447 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-2eab804e-142b-496f-a8d3-117eec714dc0 req-8270de85-8470-4c51-99df-fe02a79c30d7 tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] 10.222.0.62 "GET /v2.0/ports?device_id=f3d65c24-4ad2-4653-88e6-8ab51b884114 HTTP/1.1" status: 200 len: 945 time: 0.0556197 Sep 23 07:32:26.478925 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-2eab804e-142b-496f-a8d3-117eec714dc0 req-78c82201-32b9-4d71-8a60-b110bd2b4141 tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] 10.222.0.62 "GET /v2.0/security-groups?id=c245a919-e8a3-48a6-887c-0115e649c4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435450 Sep 23 07:32:26.656266 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-80b04372-4e3e-452c-81fe-e7682de9bda6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:27.601121 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c329c65f-8c84-43b5-8409-486c8ff5226b req-f831b59e-5a90-4409-bc4b-d22190a7a065 tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:32:27.602524 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-c329c65f-8c84-43b5-8409-486c8ff5226b req-f831b59e-5a90-4409-bc4b-d22190a7a065 tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] 10.222.0.62 "GET /v2.0/ports?device_id=f3d65c24-4ad2-4653-88e6-8ab51b884114 HTTP/1.1" status: 200 len: 945 time: 0.0513923 Sep 23 07:32:27.649962 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-c329c65f-8c84-43b5-8409-486c8ff5226b req-a9bc2b28-a3b3-4d16-bf6f-e7797d523b4f tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] 10.222.0.62 "GET /v2.0/security-groups?id=c245a919-e8a3-48a6-887c-0115e649c4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392823 Sep 23 07:32:27.730655 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:27.961874 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:28.062025 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4d4968-c07c-4d24-bffc-992c2ea3b1ef req-13d08570-2308-4665-8460-810a583cad16 tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:32:28.063497 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-ed4d4968-c07c-4d24-bffc-992c2ea3b1ef req-13d08570-2308-4665-8460-810a583cad16 tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] 10.222.0.53 "GET /v2.0/ports?device_id=f3d65c24-4ad2-4653-88e6-8ab51b884114 HTTP/1.1" status: 200 len: 945 time: 0.0521002 Sep 23 07:32:28.136445 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-1854caf6-1153-400a-8d11-9ed8c1e229e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:28.176551 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-ed4d4968-c07c-4d24-bffc-992c2ea3b1ef req-806ec366-f31f-43a2-9da6-061f1e1ae975 tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] Deleting port 38e18cce-76ac-46eb-b16b-47adaba3bd21 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:32:28.176954 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-ed4d4968-c07c-4d24-bffc-992c2ea3b1ef req-806ec366-f31f-43a2-9da6-061f1e1ae975 tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728618132776'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:28.263069 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-ed4d4968-c07c-4d24-bffc-992c2ea3b1ef req-806ec366-f31f-43a2-9da6-061f1e1ae975 tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] For port 38e18cce-76ac-46eb-b16b-47adaba3bd21, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=38e18cce-76ac-46eb-b16b-47adaba3bd21,segment=NetworkSegment(99a155bb-0156-4c62-ba55-90beca557e75),segment_id=99a155bb-0156-4c62-ba55-90beca557e75)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:32:28.263496 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-ed4d4968-c07c-4d24-bffc-992c2ea3b1ef req-806ec366-f31f-43a2-9da6-061f1e1ae975 tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452355'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:28.276990 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-ed4d4968-c07c-4d24-bffc-992c2ea3b1ef req-806ec366-f31f-43a2-9da6-061f1e1ae975 tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] Calling delete_port for 38e18cce-76ac-46eb-b16b-47adaba3bd21 owned by compute:nova {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:32:28.530947 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-ed4d4968-c07c-4d24-bffc-992c2ea3b1ef req-806ec366-f31f-43a2-9da6-061f1e1ae975 tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728618137326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728617650872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58829502'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:28.560065 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806ec366-f31f-43a2-9da6-061f1e1ae975 tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] Pushing event deleted for resources: {'Port': ['ID=38e18cce-76ac-46eb-b16b-47adaba3bd21,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:32:28.601083 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed4d4968-c07c-4d24-bffc-992c2ea3b1ef req-806ec366-f31f-43a2-9da6-061f1e1ae975 tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] No DVR routers for this DVR port 38e18cce-76ac-46eb-b16b-47adaba3bd21 on host hv-cinder-80588 {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 07:32:28.603654 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-ed4d4968-c07c-4d24-bffc-992c2ea3b1ef req-806ec366-f31f-43a2-9da6-061f1e1ae975 tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210484'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:28.605723 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-ed4d4968-c07c-4d24-bffc-992c2ea3b1ef req-806ec366-f31f-43a2-9da6-061f1e1ae975 tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] 10.222.0.53 "DELETE /v2.0/ports/38e18cce-76ac-46eb-b16b-47adaba3bd21 HTTP/1.1" status: 204 len: 173 time: 0.5330057 Sep 23 07:32:28.606136 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3d65c24-4ad2-4653-88e6-8ab51b884114', 'name': 'network-vif-deleted', 'tag': '38e18cce-76ac-46eb-b16b-47adaba3bd21'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:32:28.608941 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59377972be4a6b1db7d764771ea1170f497e9021ac5c159e937f759c4704c07c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94134e10-207c-45be-893d-e1f424dbb094" -d '{"events": [{"server_uuid": "f3d65c24-4ad2-4653-88e6-8ab51b884114", "name": "network-vif-deleted", "tag": "38e18cce-76ac-46eb-b16b-47adaba3bd21"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:32:28.647229 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 07:32:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fff5244-d5e4-4aab-8758-f4cd58f0053f x-openstack-request-id: req-5fff5244-d5e4-4aab-8758-f4cd58f0053f {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:32:28.647539 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3d65c24-4ad2-4653-88e6-8ab51b884114", "name": "network-vif-deleted", "tag": "38e18cce-76ac-46eb-b16b-47adaba3bd21", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:32:28.647764 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5fff5244-d5e4-4aab-8758-f4cd58f0053f {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:32:28.648166 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3d65c24-4ad2-4653-88e6-8ab51b884114', 'name': 'network-vif-deleted', 'tag': '38e18cce-76ac-46eb-b16b-47adaba3bd21', 'status': 'completed', 'code': 200} Sep 23 07:32:28.752977 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-3d21c5b0-3fa5-49e7-b0f1-70839de0541f req-60ec6b98-31ac-46a4-8337-8160e3f4b328 tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] 10.222.0.62 "GET /v2.0/ports?device_id=f3d65c24-4ad2-4653-88e6-8ab51b884114 HTTP/1.1" status: 200 len: 210 time: 0.0305369 Sep 23 07:32:29.851051 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-5243705b-82b8-4147-836b-10b512b68ad9 req-06f2edd0-d10c-4838-875a-18b75c698875 tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] 10.222.0.62 "GET /v2.0/ports?device_id=f3d65c24-4ad2-4653-88e6-8ab51b884114 HTTP/1.1" status: 200 len: 210 time: 0.0272677 Sep 23 07:32:29.879040 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e4079388-143e-46ee-8cf3-ea3894d72bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:30.865757 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] get_ports_and_sgs() called for port_ids ['38e18cce-76ac-46eb-b16b-47adaba3bd21'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 07:32:30.950410 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-9d9e904e-e909-447f-994f-4043bbccf02d req-e40bf746-0e4f-4ad5-9f03-1eef281d51c6 tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] 10.222.0.62 "GET /v2.0/ports?device_id=f3d65c24-4ad2-4653-88e6-8ab51b884114 HTTP/1.1" status: 200 len: 210 time: 0.0279872 Sep 23 07:32:32.052422 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-3806083e-7b6f-4bca-a2f0-ea6c9753c9ef req-8c0b2e43-e607-4463-bcab-94108e1aec11 tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] 10.222.0.62 "GET /v2.0/ports?device_id=f3d65c24-4ad2-4653-88e6-8ab51b884114 HTTP/1.1" status: 200 len: 210 time: 0.0245528 Sep 23 07:32:33.157502 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-fb428e1f-08fa-4687-8f1d-a01ed7060d2d req-9c7a9af9-fda9-4c12-b151-8c5698ae359e tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] 10.222.0.62 "GET /v2.0/ports?device_id=f3d65c24-4ad2-4653-88e6-8ab51b884114 HTTP/1.1" status: 200 len: 210 time: 0.0252459 Sep 23 07:32:33.802814 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-15689ac5-b8f4-4fb0-912e-6bfa1adacd22 req-bda2e44c-7055-4c62-98d0-030f2981e79a service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=f3d65c24-4ad2-4653-88e6-8ab51b884114&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0246160 Sep 23 07:32:33.877214 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-15689ac5-b8f4-4fb0-912e-6bfa1adacd22 req-a7675f0c-6e3d-4b12-bd18-586c7c805478 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4d12208531784657acb0a942fc6e2c94&device_id=f3d65c24-4ad2-4653-88e6-8ab51b884114 HTTP/1.1" status: 200 len: 210 time: 0.0289462 Sep 23 07:32:34.006667 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15689ac5-b8f4-4fb0-912e-6bfa1adacd22 req-9a01513e-e11c-410f-9463-dd0d73200b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:32:34.008080 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-15689ac5-b8f4-4fb0-912e-6bfa1adacd22 req-9a01513e-e11c-410f-9463-dd0d73200b97 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=4d12208531784657acb0a942fc6e2c94&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0980730 Sep 23 07:32:34.106574 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15689ac5-b8f4-4fb0-912e-6bfa1adacd22 req-83e89e98-4e54-42f7-8746-43824c842a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:32:34.108606 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-15689ac5-b8f4-4fb0-912e-6bfa1adacd22 req-83e89e98-4e54-42f7-8746-43824c842a7d service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0926583 Sep 23 07:32:34.277254 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-a610c6c3-9d68-44c6-a67a-63850e310d25 req-074bedf1-a754-48be-b932-e291975373d6 tempest-TestMinimumBasicScenario-888554427 tempest-TestMinimumBasicScenario-888554427-project] 10.222.0.62 "GET /v2.0/ports?device_id=f3d65c24-4ad2-4653-88e6-8ab51b884114 HTTP/1.1" status: 200 len: 210 time: 0.0255744 Sep 23 07:32:34.884460 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Device 38e18cce-76ac-46eb-b16b-47adaba3bd21 no longer exists at agent hyperv_hv-cinder-80588 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:32:34.906519 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] No Port match for: 38e18cce-76ac-46eb-b16b-47adaba3bd21 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 07:32:34.906769 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Device 38e18cce-76ac-46eb-b16b-47adaba3bd21 not bound to the agent host hv-cinder-80588 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 07:32:36.345342 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.62', 60376) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:32:36.455525 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-73941398-de83-491f-9b84-524029d84815 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:36.551920 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-73941398-de83-491f-9b84-524029d84815 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:36.707520 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-73941398-de83-491f-9b84-524029d84815 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520401'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:36.744821 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73941398-de83-491f-9b84-524029d84815 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdb910b6-c721-4594-9c2e-921c1ddaa919,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:32:36.753927 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [None req-73941398-de83-491f-9b84-524029d84815 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ad9ce46b1c70418a927d5a2ab595db80&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4075081 Sep 23 07:32:36.755419 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73941398-de83-491f-9b84-524029d84815 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:32:36.755769 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73941398-de83-491f-9b84-524029d84815 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:32:36.756105 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73941398-de83-491f-9b84-524029d84815 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:32:36.756479 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73941398-de83-491f-9b84-524029d84815 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:32:36.756673 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.62', 60390) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:32:36.757188 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73941398-de83-491f-9b84-524029d84815 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:32:36.757188 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73941398-de83-491f-9b84-524029d84815 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:32:36.757418 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73941398-de83-491f-9b84-524029d84815 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:32:36.757743 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73941398-de83-491f-9b84-524029d84815 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:32:36.758068 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73941398-de83-491f-9b84-524029d84815 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:32:36.758459 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73941398-de83-491f-9b84-524029d84815 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:32:36.758954 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73941398-de83-491f-9b84-524029d84815 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:32:36.759284 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73941398-de83-491f-9b84-524029d84815 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:32:36.809771 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-72039d38-4a23-4514-a3e2-154a50f4393d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:36.831253 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-72039d38-4a23-4514-a3e2-154a50f4393d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:36.937268 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-72039d38-4a23-4514-a3e2-154a50f4393d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520401'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:36.939812 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-72039d38-4a23-4514-a3e2-154a50f4393d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:36.941015 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [None req-72039d38-4a23-4514-a3e2-154a50f4393d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/fdb910b6-c721-4594-9c2e-921c1ddaa919 HTTP/1.1" status: 204 len: 168 time: 0.1832957 Sep 23 07:32:36.949724 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72039d38-4a23-4514-a3e2-154a50f4393d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdb910b6-c721-4594-9c2e-921c1ddaa919,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:32:37.129286 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.62', 60396) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:32:37.498071 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8ff78c50-5676-4853-8176-b08d13715180 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-455450'] for router_interface, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:38.070637 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-8ff78c50-5676-4853-8176-b08d13715180 admin admin] Deleting port e310d3cb-5191-4a80-b1bc-a68ee77ecfaa {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:32:38.070868 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8ff78c50-5676-4853-8176-b08d13715180 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728618132776'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:38.154737 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-8ff78c50-5676-4853-8176-b08d13715180 admin admin] For port e310d3cb-5191-4a80-b1bc-a68ee77ecfaa, host dv-cinder-805887-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-18-iscsi',level=0,port_id=e310d3cb-5191-4a80-b1bc-a68ee77ecfaa,segment=NetworkSegment(99a155bb-0156-4c62-ba55-90beca557e75),segment_id=99a155bb-0156-4c62-ba55-90beca557e75)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:32:38.155356 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8ff78c50-5676-4853-8176-b08d13715180 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452355'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:38.169852 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-8ff78c50-5676-4853-8176-b08d13715180 admin admin] Calling delete_port for e310d3cb-5191-4a80-b1bc-a68ee77ecfaa owned by network:router_interface {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:32:38.530697 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8ff78c50-5676-4853-8176-b08d13715180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728618137326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728617650872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58829502'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:38.570802 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff78c50-5676-4853-8176-b08d13715180 admin admin] Pushing event deleted for resources: {'Port': ['ID=e310d3cb-5191-4a80-b1bc-a68ee77ecfaa,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:32:38.764852 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8ff78c50-5676-4853-8176-b08d13715180 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-456083'] for router_interface, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:38.921559 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.62', 60436) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:32:39.017534 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ff78c50-5676-4853-8176-b08d13715180 admin admin] Router e4cc9879-25c9-4f37-af0c-f2c3ed1af148 has already been hosted by L3 agent 65b4f7dd-c6e9-4255-94ee-66e285aed80f {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 07:32:39.055570 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-09a189d7-93b9-4e3a-93ce-3627a8907063 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:39.136865 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ff78c50-5676-4853-8176-b08d13715180 admin admin] Notify agent at l3_agent.dv-cinder-805887-18-iscsi the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 07:32:39.145048 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [None req-8ff78c50-5676-4853-8176-b08d13715180 admin admin] 10.222.0.62 "PUT /v2.0/routers/e4cc9879-25c9-4f37-af0c-f2c3ed1af148/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0143938 Sep 23 07:32:39.147516 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.62', 60440) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:32:39.149703 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-154cbbcb-4302-43ae-a340-fc74b11b9448 None None] Sync routers for ids ['e4cc9879-25c9-4f37-af0c-f2c3ed1af148'] in dv-cinder-805887-18-iscsi {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 07:32:39.162409 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-154cbbcb-4302-43ae-a340-fc74b11b9448 None None] Routers {'e4cc9879-25c9-4f37-af0c-f2c3ed1af148'} bound to L3 agent in host dv-cinder-805887-18-iscsi {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:32:39.163033 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-154cbbcb-4302-43ae-a340-fc74b11b9448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T07:15:56Z,description=,heartbeat_timestamp=2021-09-23T07:32:27Z,host='dv-cinder-805887-18-iscsi',id=65b4f7dd-c6e9-4255-94ee-66e285aed80f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T07:15:57Z,topic='l3_agent')) {'router_ids': ['e4cc9879-25c9-4f37-af0c-f2c3ed1af148'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:32:39.171060 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-09a189d7-93b9-4e3a-93ce-3627a8907063 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:39.255549 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-108de941-b079-4fb2-b5c1-a7cf776aafa7 admin admin] Notify callbacks [] for router, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:39.266878 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-09a189d7-93b9-4e3a-93ce-3627a8907063 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520401'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:39.276252 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-154cbbcb-4302-43ae-a340-fc74b11b9448 None None] Set router e4cc9879-25c9-4f37-af0c-f2c3ed1af148 gateway port host: dv-cinder-805887-18-iscsi {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:32:39.308420 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [None req-09a189d7-93b9-4e3a-93ce-3627a8907063 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d750ec6302fb45bead282243721b5bc1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3855784 Sep 23 07:32:39.312012 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.62', 60442) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:32:39.318986 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a189d7-93b9-4e3a-93ce-3627a8907063 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=722c0abc-8a8e-4a12-a61e-289dbc010bd3,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:32:39.367174 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-108de941-b079-4fb2-b5c1-a7cf776aafa7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:39.389901 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-400767e5-2478-4a12-a077-a3d12efa19ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:39.413797 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-400767e5-2478-4a12-a077-a3d12efa19ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:39.469825 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-154cbbcb-4302-43ae-a340-fc74b11b9448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4cc9879-25c9-4f37-af0c-f2c3ed1af148', 'name': 'tempest-TestMinimumBasicScenario-1402657280-router', 'tenant_id': '4d12208531784657acb0a942fc6e2c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'external_fixed_ips': [{'subnet_id': '89646001-5df7-4559-baa8-56e15a045fc5', 'ip_address': '172.27.2.195'}], 'enable_snat': True}, 'gw_port_id': '801d40d9-5ef8-422d-bf20-47f4e4fb4753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:29:51Z', 'updated_at': '2021-09-23T07:32:38Z', 'revision_number': 5, 'project_id': '4d12208531784657acb0a942fc6e2c94', 'gw_port': {'id': '801d40d9-5ef8-422d-bf20-47f4e4fb4753', 'name': '', 'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:d7:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4cc9879-25c9-4f37-af0c-f2c3ed1af148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '89646001-5df7-4559-baa8-56e15a045fc5', 'ip_address': '172.27.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:29:51Z', 'updated_at': '2021-09-23T07:29:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89646001-5df7-4559-baa8-56e15a045fc5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-18-iscsi'}], 'dv-cinder-805887-18-iscsi', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:32:39.490248 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-108de941-b079-4fb2-b5c1-a7cf776aafa7 admin admin] Deleting port 801d40d9-5ef8-422d-bf20-47f4e4fb4753 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:32:39.490590 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-108de941-b079-4fb2-b5c1-a7cf776aafa7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728618132776'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:39.495587 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-154cbbcb-4302-43ae-a340-fc74b11b9448 None None] Checking router: e4cc9879-25c9-4f37-af0c-f2c3ed1af148 for host: dv-cinder-805887-18-iscsi {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 07:32:39.504886 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-154cbbcb-4302-43ae-a340-fc74b11b9448 None None] Routers {'e4cc9879-25c9-4f37-af0c-f2c3ed1af148'} bound to L3 agent in host dv-cinder-805887-18-iscsi {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:32:39.505499 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-154cbbcb-4302-43ae-a340-fc74b11b9448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T07:15:56Z,description=,heartbeat_timestamp=2021-09-23T07:32:27Z,host='dv-cinder-805887-18-iscsi',id=65b4f7dd-c6e9-4255-94ee-66e285aed80f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T07:15:57Z,topic='l3_agent')) {'router_ids': ['e4cc9879-25c9-4f37-af0c-f2c3ed1af148'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:32:39.571106 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-108de941-b079-4fb2-b5c1-a7cf776aafa7 admin admin] For port 801d40d9-5ef8-422d-bf20-47f4e4fb4753, host dv-cinder-805887-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-18-iscsi',level=0,port_id=801d40d9-5ef8-422d-bf20-47f4e4fb4753,segment=NetworkSegment(8399e290-ca7c-4b27-b40e-543152e4317b),segment_id=8399e290-ca7c-4b27-b40e-543152e4317b)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:32:39.571720 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-108de941-b079-4fb2-b5c1-a7cf776aafa7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452355'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:39.576897 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-400767e5-2478-4a12-a077-a3d12efa19ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520401'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:39.579698 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-400767e5-2478-4a12-a077-a3d12efa19ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:39.581253 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [None req-400767e5-2478-4a12-a077-a3d12efa19ef admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/722c0abc-8a8e-4a12-a61e-289dbc010bd3 HTTP/1.1" status: 204 len: 168 time: 0.2681110 Sep 23 07:32:39.590204 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-108de941-b079-4fb2-b5c1-a7cf776aafa7 admin admin] Calling delete_port for 801d40d9-5ef8-422d-bf20-47f4e4fb4753 owned by network:router_gateway {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:32:39.590445 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400767e5-2478-4a12-a077-a3d12efa19ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=722c0abc-8a8e-4a12-a61e-289dbc010bd3,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:32:39.610878 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-154cbbcb-4302-43ae-a340-fc74b11b9448 None None] Set router e4cc9879-25c9-4f37-af0c-f2c3ed1af148 gateway port host: None {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:32:39.672741 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-154cbbcb-4302-43ae-a340-fc74b11b9448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4cc9879-25c9-4f37-af0c-f2c3ed1af148', 'name': 'tempest-TestMinimumBasicScenario-1402657280-router', 'tenant_id': '4d12208531784657acb0a942fc6e2c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:29:51Z', 'updated_at': '2021-09-23T07:32:39Z', 'revision_number': 6, 'project_id': '4d12208531784657acb0a942fc6e2c94', 'gw_port_host': None}], 'dv-cinder-805887-18-iscsi', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:32:39.701677 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-154cbbcb-4302-43ae-a340-fc74b11b9448 None None] The sync data for ids ['e4cc9879-25c9-4f37-af0c-f2c3ed1af148'] in dv-cinder-805887-18-iscsi is: [{'id': 'e4cc9879-25c9-4f37-af0c-f2c3ed1af148', 'name': 'tempest-TestMinimumBasicScenario-1402657280-router', 'tenant_id': '4d12208531784657acb0a942fc6e2c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:29:51Z', 'updated_at': '2021-09-23T07:32:39Z', 'revision_number': 6, 'project_id': '4d12208531784657acb0a942fc6e2c94', 'gw_port_host': None}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 07:32:39.867956 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-108de941-b079-4fb2-b5c1-a7cf776aafa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728618137326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728617650872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58829502'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:39.895399 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108de941-b079-4fb2-b5c1-a7cf776aafa7 admin admin] Pushing event deleted for resources: {'Port': ['ID=801d40d9-5ef8-422d-bf20-47f4e4fb4753,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:32:39.964480 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-108de941-b079-4fb2-b5c1-a7cf776aafa7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-456016'] for router_gateway, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:40.073546 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-108de941-b079-4fb2-b5c1-a7cf776aafa7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-459327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1432'] for router, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:40.076408 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-108de941-b079-4fb2-b5c1-a7cf776aafa7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:40.250320 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-108de941-b079-4fb2-b5c1-a7cf776aafa7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-459318'] for router, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:40.251162 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-108de941-b079-4fb2-b5c1-a7cf776aafa7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e4cc9879-25c9-4f37-af0c-f2c3ed1af148 {{(pid=94841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 07:32:40.256482 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-108de941-b079-4fb2-b5c1-a7cf776aafa7 admin admin] Notify callbacks [] for router, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:40.257445 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [None req-108de941-b079-4fb2-b5c1-a7cf776aafa7 admin admin] 10.222.0.62 "DELETE /v2.0/routers/e4cc9879-25c9-4f37-af0c-f2c3ed1af148 HTTP/1.1" status: 204 len: 168 time: 1.1088202 Sep 23 07:32:40.260317 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.62', 60468) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:32:40.330080 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.db.db_base_plugin_v2 [None req-192f5a54-830c-4fa8-80d4-6a28608f547c admin admin] Deleting subnet 15ea5f8a-82af-463d-9d74-67d1c93c5176 {{(pid=94841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 07:32:40.333458 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-192f5a54-830c-4fa8-80d4-6a28608f547c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:40.371540 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-192f5a54-830c-4fa8-80d4-6a28608f547c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3022874'] for subnet, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:40.451130 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-192f5a54-830c-4fa8-80d4-6a28608f547c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1691543'] for subnet, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:40.457091 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.62', 60474) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:32:40.578196 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-192f5a54-830c-4fa8-80d4-6a28608f547c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1691550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58829539', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60759899'] for subnet, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:40.631666 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192f5a54-830c-4fa8-80d4-6a28608f547c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=15ea5f8a-82af-463d-9d74-67d1c93c5176,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:32:40.634675 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-192f5a54-830c-4fa8-80d4-6a28608f547c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:40.641169 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [None req-192f5a54-830c-4fa8-80d4-6a28608f547c admin admin] 10.222.0.62 "DELETE /v2.0/subnets/15ea5f8a-82af-463d-9d74-67d1c93c5176 HTTP/1.1" status: 204 len: 168 time: 0.3762136 Sep 23 07:32:40.641169 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.62', 60484) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:32:40.659382 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5074d6c6-1aae-4743-a477-a4f28046db79 None None] Network 83e3b09d-fc27-404b-b2a1-413ff73692ca requested from dv-cinder-805887-18-iscsi {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:32:40.692773 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2a06029a-a905-4be2-9535-43aa89a85f95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:40.786017 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-14d9a363-9268-4650-89ac-470bc10f8126 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1626991'] for network, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:40.804894 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2a06029a-a905-4be2-9535-43aa89a85f95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:40.874484 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-14d9a363-9268-4650-89ac-470bc10f8126 admin admin] Deleting port c7fdbba4-650a-4925-af0f-64360fe9e6c7 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:32:40.874886 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-14d9a363-9268-4650-89ac-470bc10f8126 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728618132776'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:40.896667 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2a06029a-a905-4be2-9535-43aa89a85f95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520401'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:40.912320 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e1b78a2-a2ea-4829-bddd-80a261d59a75 None None] DHCP port deletion for 83e3b09d-fc27-404b-b2a1-413ff73692ca request from dv-cinder-805887-18-iscsi {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 07:32:40.984141 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [None req-2a06029a-a905-4be2-9535-43aa89a85f95 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=2d76973ac318477da74f6eeb268f211a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5257294 Sep 23 07:32:40.984585 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-5e1b78a2-a2ea-4829-bddd-80a261d59a75 None None] Deleting port c7fdbba4-650a-4925-af0f-64360fe9e6c7 {{(pid=94842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:32:40.984827 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.62', 60492) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:32:40.985082 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-5e1b78a2-a2ea-4829-bddd-80a261d59a75 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728618132776'] for port, before_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:40.987312 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a06029a-a905-4be2-9535-43aa89a85f95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffcddbb4-c189-4b60-b785-d14698f47418,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:32:40.992575 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-14d9a363-9268-4650-89ac-470bc10f8126 admin admin] For port c7fdbba4-650a-4925-af0f-64360fe9e6c7, host dv-cinder-805887-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-18-iscsi',level=0,port_id=c7fdbba4-650a-4925-af0f-64360fe9e6c7,segment=NetworkSegment(99a155bb-0156-4c62-ba55-90beca557e75),segment_id=99a155bb-0156-4c62-ba55-90beca557e75)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:32:40.993051 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-14d9a363-9268-4650-89ac-470bc10f8126 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452355'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:41.009270 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-14d9a363-9268-4650-89ac-470bc10f8126 admin admin] Calling delete_port for c7fdbba4-650a-4925-af0f-64360fe9e6c7 owned by network:dhcp {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:32:41.091782 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fa1c424b-9f34-4b44-a510-90b903de1784 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:41.112278 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-5e1b78a2-a2ea-4829-bddd-80a261d59a75 None None] For port c7fdbba4-650a-4925-af0f-64360fe9e6c7, host dv-cinder-805887-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-18-iscsi',level=0,port_id=c7fdbba4-650a-4925-af0f-64360fe9e6c7,segment=NetworkSegment(99a155bb-0156-4c62-ba55-90beca557e75),segment_id=99a155bb-0156-4c62-ba55-90beca557e75)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:32:41.112970 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-5e1b78a2-a2ea-4829-bddd-80a261d59a75 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452355'] for port, precommit_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:41.135743 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Device e310d3cb-5191-4a80-b1bc-a68ee77ecfaa no longer exists at agent ovs-agent-dv-cinder-805887-18-iscsi {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:32:41.141302 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fa1c424b-9f34-4b44-a510-90b903de1784 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:41.166332 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-5e1b78a2-a2ea-4829-bddd-80a261d59a75 None None] Calling delete_port for c7fdbba4-650a-4925-af0f-64360fe9e6c7 owned by network:dhcp {{(pid=94842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:32:41.166332 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] No Port match for: e310d3cb-5191-4a80-b1bc-a68ee77ecfaa {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 07:32:41.166659 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Device e310d3cb-5191-4a80-b1bc-a68ee77ecfaa not bound to the agent host dv-cinder-805887-18-iscsi {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 07:32:41.166970 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Device c7fdbba4-650a-4925-af0f-64360fe9e6c7 no longer exists at agent ovs-agent-dv-cinder-805887-18-iscsi {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:32:41.245113 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-14d9a363-9268-4650-89ac-470bc10f8126 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728618137326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728617650872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58829502'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:41.254130 dv-cinder-805887-18-iscsi neutron-server[94842]: INFO neutron.plugins.ml2.db [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] No ports have port_id starting with c7fdbba4-650a-4925-af0f-64360fe9e6c7 Sep 23 07:32:41.259732 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Device 801d40d9-5ef8-422d-bf20-47f4e4fb4753 no longer exists at agent ovs-agent-dv-cinder-805887-18-iscsi {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:32:41.288660 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d9a363-9268-4650-89ac-470bc10f8126 admin admin] No DVR routers for this DVR port c7fdbba4-650a-4925-af0f-64360fe9e6c7 on host dv-cinder-805887-18-iscsi {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 07:32:41.293020 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d9a363-9268-4650-89ac-470bc10f8126 admin admin] Pushing event deleted for resources: {'Port': ['ID=c7fdbba4-650a-4925-af0f-64360fe9e6c7,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:32:41.313574 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fa1c424b-9f34-4b44-a510-90b903de1784 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520401'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:41.317388 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fa1c424b-9f34-4b44-a510-90b903de1784 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:41.319873 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [None req-fa1c424b-9f34-4b44-a510-90b903de1784 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ffcddbb4-c189-4b60-b785-d14698f47418 HTTP/1.1" status: 204 len: 168 time: 0.3335805 Sep 23 07:32:41.334459 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1c424b-9f34-4b44-a510-90b903de1784 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffcddbb4-c189-4b60-b785-d14698f47418,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:32:41.413478 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-14d9a363-9268-4650-89ac-470bc10f8126 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687854', 'neutron.services.segments.db._delete_segments_for_network-8728618163092'] for network, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:41.422707 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] No Port match for: 801d40d9-5ef8-422d-bf20-47f4e4fb4753 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 07:32:41.422952 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Device 801d40d9-5ef8-422d-bf20-47f4e4fb4753 not bound to the agent host dv-cinder-805887-18-iscsi {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 07:32:41.446725 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-5e1b78a2-a2ea-4829-bddd-80a261d59a75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728618137326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728617650872'] for port, after_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:41.449432 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.services.segments.db [None req-14d9a363-9268-4650-89ac-470bc10f8126 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83e3b09d-fc27-404b-b2a1-413ff73692ca']}} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:32:41.466429 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.services.segments.db [None req-14d9a363-9268-4650-89ac-470bc10f8126 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99a155bb-0156-4c62-ba55-90beca557e75') {'for_net_delete': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:32:41.466749 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.services.segments.db [None req-14d9a363-9268-4650-89ac-470bc10f8126 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99a155bb-0156-4c62-ba55-90beca557e75') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:32:41.475716 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1b78a2-a2ea-4829-bddd-80a261d59a75 None None] Pushing event deleted for resources: {'Port': ['ID=c7fdbba4-650a-4925-af0f-64360fe9e6c7,revision_number=None']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:32:41.479579 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-14d9a363-9268-4650-89ac-470bc10f8126 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728618162845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3022851'] for segment, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:41.479774 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e1b78a2-a2ea-4829-bddd-80a261d59a75 None None] No DVR routers for this DVR port c7fdbba4-650a-4925-af0f-64360fe9e6c7 on host dv-cinder-805887-18-iscsi {{(pid=94842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 07:32:41.496610 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-14d9a363-9268-4650-89ac-470bc10f8126 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692928'] for segment, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:41.508669 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14d9a363-9268-4650-89ac-470bc10f8126 admin admin] Releasing vlan 572 on physical network physnet1 to pool {{(pid=94841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 07:32:41.509255 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-14d9a363-9268-4650-89ac-470bc10f8126 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58828109'] for segment, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:41.511144 dv-cinder-805887-18-iscsi neutron-server[94841]: Traceback (most recent call last): Sep 23 07:32:41.511144 dv-cinder-805887-18-iscsi neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 07:32:41.511144 dv-cinder-805887-18-iscsi neutron-server[94841]: timer() Sep 23 07:32:41.511144 dv-cinder-805887-18-iscsi neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 07:32:41.511144 dv-cinder-805887-18-iscsi neutron-server[94841]: cb(*args, **kw) Sep 23 07:32:41.511144 dv-cinder-805887-18-iscsi neutron-server[94841]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 07:32:41.511144 dv-cinder-805887-18-iscsi neutron-server[94841]: return func(*args, **kwargs) Sep 23 07:32:41.511144 dv-cinder-805887-18-iscsi neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 07:32:41.511144 dv-cinder-805887-18-iscsi neutron-server[94841]: self._notify() Sep 23 07:32:41.511144 dv-cinder-805887-18-iscsi neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 07:32:41.511144 dv-cinder-805887-18-iscsi neutron-server[94841]: self.callback(batched_events) Sep 23 07:32:41.511144 dv-cinder-805887-18-iscsi neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 07:32:41.511144 dv-cinder-805887-18-iscsi neutron-server[94841]: event.method(event) Sep 23 07:32:41.511144 dv-cinder-805887-18-iscsi neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 07:32:41.511144 dv-cinder-805887-18-iscsi neutron-server[94841]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 07:32:41.511144 dv-cinder-805887-18-iscsi neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 07:32:41.511144 dv-cinder-805887-18-iscsi neutron-server[94841]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 07:32:41.511144 dv-cinder-805887-18-iscsi neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 07:32:41.511144 dv-cinder-805887-18-iscsi neutron-server[94841]: return f(self, *a, **k) Sep 23 07:32:41.511144 dv-cinder-805887-18-iscsi neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 07:32:41.511144 dv-cinder-805887-18-iscsi neutron-server[94841]: return self._get(url).json() Sep 23 07:32:41.511144 dv-cinder-805887-18-iscsi neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 07:32:41.511144 dv-cinder-805887-18-iscsi neutron-server[94841]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 07:32:41.511144 dv-cinder-805887-18-iscsi neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 07:32:41.511144 dv-cinder-805887-18-iscsi neutron-server[94841]: return self.request(url, 'GET', **kwargs) Sep 23 07:32:41.511144 dv-cinder-805887-18-iscsi neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 07:32:41.511144 dv-cinder-805887-18-iscsi neutron-server[94841]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 07:32:41.511144 dv-cinder-805887-18-iscsi neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 07:32:41.511144 dv-cinder-805887-18-iscsi neutron-server[94841]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 07:32:41.511144 dv-cinder-805887-18-iscsi neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 07:32:41.511144 dv-cinder-805887-18-iscsi neutron-server[94841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 07:32:41.511144 dv-cinder-805887-18-iscsi neutron-server[94841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 07:32:41.644879 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-14d9a363-9268-4650-89ac-470bc10f8126 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455948'] for network, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:41.650677 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-14d9a363-9268-4650-89ac-470bc10f8126 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577015'] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:41.654950 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [None req-14d9a363-9268-4650-89ac-470bc10f8126 admin admin] 10.222.0.62 "DELETE /v2.0/networks/83e3b09d-fc27-404b-b2a1-413ff73692ca HTTP/1.1" status: 204 len: 168 time: 1.0111668 Sep 23 07:32:41.658073 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.62', 60496) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:32:41.668929 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d9a363-9268-4650-89ac-470bc10f8126 admin admin] Pushing event deleted for resources: {'Network': ['ID=83e3b09d-fc27-404b-b2a1-413ff73692ca,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:32:42.064844 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-334d8dac-1189-4b58-8752-20ef4ee3b620 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-455450'] for router_interface, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:42.336380 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-334d8dac-1189-4b58-8752-20ef4ee3b620 admin admin] Deleting port 8d5f2d5c-d71e-435f-b9fc-5fe93e4cb9d4 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:32:42.336902 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-334d8dac-1189-4b58-8752-20ef4ee3b620 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728618132776'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:42.423275 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-334d8dac-1189-4b58-8752-20ef4ee3b620 admin admin] For port 8d5f2d5c-d71e-435f-b9fc-5fe93e4cb9d4, host dv-cinder-805887-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-18-iscsi',level=0,port_id=8d5f2d5c-d71e-435f-b9fc-5fe93e4cb9d4,segment=NetworkSegment(addf42a4-3033-4162-b745-73dbffa1a514),segment_id=addf42a4-3033-4162-b745-73dbffa1a514)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:32:42.423721 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-334d8dac-1189-4b58-8752-20ef4ee3b620 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452355'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:42.437404 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-334d8dac-1189-4b58-8752-20ef4ee3b620 admin admin] Calling delete_port for 8d5f2d5c-d71e-435f-b9fc-5fe93e4cb9d4 owned by network:router_interface {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:32:42.811173 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-334d8dac-1189-4b58-8752-20ef4ee3b620 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728618137326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728617650872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58957170'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:42.838931 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334d8dac-1189-4b58-8752-20ef4ee3b620 admin admin] Pushing event deleted for resources: {'Port': ['ID=8d5f2d5c-d71e-435f-b9fc-5fe93e4cb9d4,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:32:43.065151 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-334d8dac-1189-4b58-8752-20ef4ee3b620 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-456083'] for router_interface, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:43.293418 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-334d8dac-1189-4b58-8752-20ef4ee3b620 admin admin] Router c01c9d00-1329-43f9-99b4-261574f51c6c has already been hosted by L3 agent 65b4f7dd-c6e9-4255-94ee-66e285aed80f {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 07:32:43.417981 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-334d8dac-1189-4b58-8752-20ef4ee3b620 admin admin] Notify agent at l3_agent.dv-cinder-805887-18-iscsi the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 07:32:43.423871 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [None req-334d8dac-1189-4b58-8752-20ef4ee3b620 admin admin] 10.222.0.62 "PUT /v2.0/routers/c01c9d00-1329-43f9-99b4-261574f51c6c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7646298 Sep 23 07:32:43.426529 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.62', 60530) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:32:43.427285 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93bb7c03-bf15-4e76-aeb7-84a427dfcf08 None None] Sync routers for ids ['c01c9d00-1329-43f9-99b4-261574f51c6c'] in dv-cinder-805887-18-iscsi {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 07:32:43.437609 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93bb7c03-bf15-4e76-aeb7-84a427dfcf08 None None] Routers {'c01c9d00-1329-43f9-99b4-261574f51c6c'} bound to L3 agent in host dv-cinder-805887-18-iscsi {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:32:43.438520 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-93bb7c03-bf15-4e76-aeb7-84a427dfcf08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T07:15:56Z,description=,heartbeat_timestamp=2021-09-23T07:32:27Z,host='dv-cinder-805887-18-iscsi',id=65b4f7dd-c6e9-4255-94ee-66e285aed80f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T07:15:57Z,topic='l3_agent')) {'router_ids': ['c01c9d00-1329-43f9-99b4-261574f51c6c'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:32:43.531784 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b5b486c6-2ebd-40db-8266-3b2d6d34c959 admin admin] Notify callbacks [] for router, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:43.543565 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-93bb7c03-bf15-4e76-aeb7-84a427dfcf08 None None] Set router c01c9d00-1329-43f9-99b4-261574f51c6c gateway port host: dv-cinder-805887-18-iscsi {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:32:43.670741 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b5b486c6-2ebd-40db-8266-3b2d6d34c959 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:43.767310 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-93bb7c03-bf15-4e76-aeb7-84a427dfcf08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c01c9d00-1329-43f9-99b4-261574f51c6c', 'name': 'tempest-TestMinimumBasicScenario-1655054077-router', 'tenant_id': '48b66a26ddaf4730bc506b47edfa2edb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'external_fixed_ips': [{'subnet_id': '89646001-5df7-4559-baa8-56e15a045fc5', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': '5529a115-754d-455e-8251-8be71eef5034', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:29:58Z', 'updated_at': '2021-09-23T07:32:42Z', 'revision_number': 5, 'project_id': '48b66a26ddaf4730bc506b47edfa2edb', 'gw_port': {'id': '5529a115-754d-455e-8251-8be71eef5034', 'name': '', 'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:2f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01c9d00-1329-43f9-99b4-261574f51c6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '89646001-5df7-4559-baa8-56e15a045fc5', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:29:59Z', 'updated_at': '2021-09-23T07:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89646001-5df7-4559-baa8-56e15a045fc5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-18-iscsi'}], 'dv-cinder-805887-18-iscsi', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:32:43.798070 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93bb7c03-bf15-4e76-aeb7-84a427dfcf08 None None] Checking router: c01c9d00-1329-43f9-99b4-261574f51c6c for host: dv-cinder-805887-18-iscsi {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 07:32:43.807771 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93bb7c03-bf15-4e76-aeb7-84a427dfcf08 None None] Routers {'c01c9d00-1329-43f9-99b4-261574f51c6c'} bound to L3 agent in host dv-cinder-805887-18-iscsi {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:32:43.811495 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-93bb7c03-bf15-4e76-aeb7-84a427dfcf08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T07:15:56Z,description=,heartbeat_timestamp=2021-09-23T07:32:27Z,host='dv-cinder-805887-18-iscsi',id=65b4f7dd-c6e9-4255-94ee-66e285aed80f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T07:15:57Z,topic='l3_agent')) {'router_ids': ['c01c9d00-1329-43f9-99b4-261574f51c6c'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:32:43.817360 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-b5b486c6-2ebd-40db-8266-3b2d6d34c959 admin admin] Deleting port 5529a115-754d-455e-8251-8be71eef5034 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:32:43.817694 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b5b486c6-2ebd-40db-8266-3b2d6d34c959 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728618132776'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:43.898326 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-93bb7c03-bf15-4e76-aeb7-84a427dfcf08 None None] Set router c01c9d00-1329-43f9-99b4-261574f51c6c gateway port host: None {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:32:43.901344 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-b5b486c6-2ebd-40db-8266-3b2d6d34c959 admin admin] For port 5529a115-754d-455e-8251-8be71eef5034, host dv-cinder-805887-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-18-iscsi',level=0,port_id=5529a115-754d-455e-8251-8be71eef5034,segment=NetworkSegment(8399e290-ca7c-4b27-b40e-543152e4317b),segment_id=8399e290-ca7c-4b27-b40e-543152e4317b)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:32:43.901709 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b5b486c6-2ebd-40db-8266-3b2d6d34c959 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452355'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:43.914355 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-b5b486c6-2ebd-40db-8266-3b2d6d34c959 admin admin] Calling delete_port for 5529a115-754d-455e-8251-8be71eef5034 owned by network:router_gateway {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:32:43.955138 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-93bb7c03-bf15-4e76-aeb7-84a427dfcf08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c01c9d00-1329-43f9-99b4-261574f51c6c', 'name': 'tempest-TestMinimumBasicScenario-1655054077-router', 'tenant_id': '48b66a26ddaf4730bc506b47edfa2edb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:29:58Z', 'updated_at': '2021-09-23T07:32:43Z', 'revision_number': 6, 'project_id': '48b66a26ddaf4730bc506b47edfa2edb', 'gw_port_host': None}], 'dv-cinder-805887-18-iscsi', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:32:43.982575 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93bb7c03-bf15-4e76-aeb7-84a427dfcf08 None None] The sync data for ids ['c01c9d00-1329-43f9-99b4-261574f51c6c'] in dv-cinder-805887-18-iscsi is: [{'id': 'c01c9d00-1329-43f9-99b4-261574f51c6c', 'name': 'tempest-TestMinimumBasicScenario-1655054077-router', 'tenant_id': '48b66a26ddaf4730bc506b47edfa2edb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:29:58Z', 'updated_at': '2021-09-23T07:32:43Z', 'revision_number': 6, 'project_id': '48b66a26ddaf4730bc506b47edfa2edb', 'gw_port_host': None}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 07:32:44.159472 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b5b486c6-2ebd-40db-8266-3b2d6d34c959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728618137326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728617650872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58829502'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:44.183998 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b486c6-2ebd-40db-8266-3b2d6d34c959 admin admin] Pushing event deleted for resources: {'Port': ['ID=5529a115-754d-455e-8251-8be71eef5034,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:32:44.245747 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b5b486c6-2ebd-40db-8266-3b2d6d34c959 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-456016'] for router_gateway, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:44.335953 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b5b486c6-2ebd-40db-8266-3b2d6d34c959 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-459327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1432'] for router, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:44.338654 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b5b486c6-2ebd-40db-8266-3b2d6d34c959 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:44.490299 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b5b486c6-2ebd-40db-8266-3b2d6d34c959 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-459318'] for router, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:44.490933 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5b486c6-2ebd-40db-8266-3b2d6d34c959 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c01c9d00-1329-43f9-99b4-261574f51c6c {{(pid=94841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 07:32:44.495308 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b5b486c6-2ebd-40db-8266-3b2d6d34c959 admin admin] Notify callbacks [] for router, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:44.496430 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [None req-b5b486c6-2ebd-40db-8266-3b2d6d34c959 admin admin] 10.222.0.62 "DELETE /v2.0/routers/c01c9d00-1329-43f9-99b4-261574f51c6c HTTP/1.1" status: 204 len: 168 time: 1.0689225 Sep 23 07:32:44.499560 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.62', 60538) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:32:44.541486 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.db.db_base_plugin_v2 [None req-d568d00c-b2d0-4828-b8d6-76c8a0518c02 admin admin] Deleting subnet 79ffda4b-75db-418f-af6a-56be2b45bf0a {{(pid=94841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 07:32:44.544925 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d568d00c-b2d0-4828-b8d6-76c8a0518c02 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:44.577650 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d568d00c-b2d0-4828-b8d6-76c8a0518c02 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3022874'] for subnet, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:44.657894 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d568d00c-b2d0-4828-b8d6-76c8a0518c02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1691543'] for subnet, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:44.776702 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d568d00c-b2d0-4828-b8d6-76c8a0518c02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1691550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58829539', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60759899'] for subnet, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:44.804180 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d568d00c-b2d0-4828-b8d6-76c8a0518c02 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=79ffda4b-75db-418f-af6a-56be2b45bf0a,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:32:44.808878 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d568d00c-b2d0-4828-b8d6-76c8a0518c02 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:44.811012 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [None req-d568d00c-b2d0-4828-b8d6-76c8a0518c02 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/79ffda4b-75db-418f-af6a-56be2b45bf0a HTTP/1.1" status: 204 len: 168 time: 0.3105056 Sep 23 07:32:44.813876 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.62', 60542) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:32:44.818994 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f49009d3-c817-47e1-b252-8d65f0e0db62 None None] Network 1a43bd73-a774-425f-9297-ed02e1e80b48 requested from dv-cinder-805887-18-iscsi {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:32:44.889014 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-24e4e2b2-8b31-45e7-84f6-ce7c0083f27b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1626991'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:44.958382 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-24e4e2b2-8b31-45e7-84f6-ce7c0083f27b admin admin] Deleting port 720c147e-2ef3-438b-8a67-33845072a78e {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:32:44.958988 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-24e4e2b2-8b31-45e7-84f6-ce7c0083f27b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728618132776'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:45.018610 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c65621e-6430-4970-9ff8-9dc7572f38da None None] DHCP port deletion for 1a43bd73-a774-425f-9297-ed02e1e80b48 request from dv-cinder-805887-18-iscsi {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 07:32:45.031695 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-24e4e2b2-8b31-45e7-84f6-ce7c0083f27b admin admin] For port 720c147e-2ef3-438b-8a67-33845072a78e, host dv-cinder-805887-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-18-iscsi',level=0,port_id=720c147e-2ef3-438b-8a67-33845072a78e,segment=NetworkSegment(addf42a4-3033-4162-b745-73dbffa1a514),segment_id=addf42a4-3033-4162-b745-73dbffa1a514)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:32:45.032063 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-24e4e2b2-8b31-45e7-84f6-ce7c0083f27b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452355'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:45.046287 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-24e4e2b2-8b31-45e7-84f6-ce7c0083f27b admin admin] Calling delete_port for 720c147e-2ef3-438b-8a67-33845072a78e owned by network:dhcp {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:32:45.074802 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4c65621e-6430-4970-9ff8-9dc7572f38da None None] Deleting port 720c147e-2ef3-438b-8a67-33845072a78e {{(pid=94842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:32:45.075471 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4c65621e-6430-4970-9ff8-9dc7572f38da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728618132776'] for port, before_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:45.106055 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Device 5529a115-754d-455e-8251-8be71eef5034 no longer exists at agent ovs-agent-dv-cinder-805887-18-iscsi {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:32:45.155160 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] No Port match for: 5529a115-754d-455e-8251-8be71eef5034 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 07:32:45.159864 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Device 5529a115-754d-455e-8251-8be71eef5034 not bound to the agent host dv-cinder-805887-18-iscsi {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 07:32:45.159864 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Device 720c147e-2ef3-438b-8a67-33845072a78e no longer exists at agent ovs-agent-dv-cinder-805887-18-iscsi {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:32:45.185696 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-4c65621e-6430-4970-9ff8-9dc7572f38da None None] For port 720c147e-2ef3-438b-8a67-33845072a78e, host dv-cinder-805887-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-18-iscsi',level=0,port_id=720c147e-2ef3-438b-8a67-33845072a78e,segment=NetworkSegment(addf42a4-3033-4162-b745-73dbffa1a514),segment_id=addf42a4-3033-4162-b745-73dbffa1a514)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:32:45.187811 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4c65621e-6430-4970-9ff8-9dc7572f38da None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452355'] for port, precommit_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:45.199667 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-24e4e2b2-8b31-45e7-84f6-ce7c0083f27b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728618137326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728617650872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58957170'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:45.202951 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4c65621e-6430-4970-9ff8-9dc7572f38da None None] Calling delete_port for 720c147e-2ef3-438b-8a67-33845072a78e owned by network:dhcp {{(pid=94842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:32:45.225965 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e4e2b2-8b31-45e7-84f6-ce7c0083f27b admin admin] Pushing event deleted for resources: {'Port': ['ID=720c147e-2ef3-438b-8a67-33845072a78e,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:32:45.230133 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e4e2b2-8b31-45e7-84f6-ce7c0083f27b admin admin] No DVR routers for this DVR port 720c147e-2ef3-438b-8a67-33845072a78e on host dv-cinder-805887-18-iscsi {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 07:32:45.253227 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] No active binding found for port 720c147e-2ef3-438b-8a67-33845072a78e {{(pid=94842) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 23 07:32:45.253568 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Device 720c147e-2ef3-438b-8a67-33845072a78e not bound to the agent host dv-cinder-805887-18-iscsi {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 07:32:45.253967 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Device 8d5f2d5c-d71e-435f-b9fc-5fe93e4cb9d4 no longer exists at agent ovs-agent-dv-cinder-805887-18-iscsi {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:32:45.254850 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e4e2b2-8b31-45e7-84f6-ce7c0083f27b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:32:45.255197 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e4e2b2-8b31-45e7-84f6-ce7c0083f27b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:32:45.255533 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e4e2b2-8b31-45e7-84f6-ce7c0083f27b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:32:45.255866 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e4e2b2-8b31-45e7-84f6-ce7c0083f27b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:32:45.256192 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e4e2b2-8b31-45e7-84f6-ce7c0083f27b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:32:45.256518 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e4e2b2-8b31-45e7-84f6-ce7c0083f27b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:32:45.256866 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e4e2b2-8b31-45e7-84f6-ce7c0083f27b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:32:45.257194 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e4e2b2-8b31-45e7-84f6-ce7c0083f27b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:32:45.257506 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e4e2b2-8b31-45e7-84f6-ce7c0083f27b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:32:45.257831 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e4e2b2-8b31-45e7-84f6-ce7c0083f27b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:32:45.258480 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e4e2b2-8b31-45e7-84f6-ce7c0083f27b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:32:45.258480 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e4e2b2-8b31-45e7-84f6-ce7c0083f27b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:32:45.278564 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] No Port match for: 8d5f2d5c-d71e-435f-b9fc-5fe93e4cb9d4 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 07:32:45.279498 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Device 8d5f2d5c-d71e-435f-b9fc-5fe93e4cb9d4 not bound to the agent host dv-cinder-805887-18-iscsi {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 07:32:45.322376 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-24e4e2b2-8b31-45e7-84f6-ce7c0083f27b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687854', 'neutron.services.segments.db._delete_segments_for_network-8728618163092'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:45.325394 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4c65621e-6430-4970-9ff8-9dc7572f38da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728618137326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728617650872'] for port, after_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:45.347887 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.services.segments.db [None req-24e4e2b2-8b31-45e7-84f6-ce7c0083f27b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a43bd73-a774-425f-9297-ed02e1e80b48']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:32:45.351062 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c65621e-6430-4970-9ff8-9dc7572f38da None None] Pushing event deleted for resources: {'Port': ['ID=720c147e-2ef3-438b-8a67-33845072a78e,revision_number=None']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:32:45.355990 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c65621e-6430-4970-9ff8-9dc7572f38da None None] No DVR routers for this DVR port 720c147e-2ef3-438b-8a67-33845072a78e on host dv-cinder-805887-18-iscsi {{(pid=94842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 07:32:45.357871 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.services.segments.db [None req-24e4e2b2-8b31-45e7-84f6-ce7c0083f27b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'addf42a4-3033-4162-b745-73dbffa1a514') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:32:45.358161 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.services.segments.db [None req-24e4e2b2-8b31-45e7-84f6-ce7c0083f27b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'addf42a4-3033-4162-b745-73dbffa1a514') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:32:45.366269 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c65621e-6430-4970-9ff8-9dc7572f38da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:32:45.366616 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c65621e-6430-4970-9ff8-9dc7572f38da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:32:45.366954 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c65621e-6430-4970-9ff8-9dc7572f38da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:32:45.367281 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c65621e-6430-4970-9ff8-9dc7572f38da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:32:45.367604 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c65621e-6430-4970-9ff8-9dc7572f38da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:32:45.368024 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c65621e-6430-4970-9ff8-9dc7572f38da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:32:45.368240 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c65621e-6430-4970-9ff8-9dc7572f38da None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:32:45.368557 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c65621e-6430-4970-9ff8-9dc7572f38da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:32:45.368938 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c65621e-6430-4970-9ff8-9dc7572f38da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:32:45.369307 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c65621e-6430-4970-9ff8-9dc7572f38da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:32:45.369570 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c65621e-6430-4970-9ff8-9dc7572f38da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:32:45.369832 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-24e4e2b2-8b31-45e7-84f6-ce7c0083f27b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728618162845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60626725'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:45.370025 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c65621e-6430-4970-9ff8-9dc7572f38da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:32:45.383906 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-24e4e2b2-8b31-45e7-84f6-ce7c0083f27b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692928'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:45.390375 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24e4e2b2-8b31-45e7-84f6-ce7c0083f27b admin admin] Releasing vlan 585 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 07:32:45.390759 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-24e4e2b2-8b31-45e7-84f6-ce7c0083f27b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58954369'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:45.392401 dv-cinder-805887-18-iscsi neutron-server[94840]: Traceback (most recent call last): Sep 23 07:32:45.392401 dv-cinder-805887-18-iscsi neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 07:32:45.392401 dv-cinder-805887-18-iscsi neutron-server[94840]: timer() Sep 23 07:32:45.392401 dv-cinder-805887-18-iscsi neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 07:32:45.392401 dv-cinder-805887-18-iscsi neutron-server[94840]: cb(*args, **kw) Sep 23 07:32:45.392401 dv-cinder-805887-18-iscsi neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 07:32:45.392401 dv-cinder-805887-18-iscsi neutron-server[94840]: return func(*args, **kwargs) Sep 23 07:32:45.392401 dv-cinder-805887-18-iscsi neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 07:32:45.392401 dv-cinder-805887-18-iscsi neutron-server[94840]: self._notify() Sep 23 07:32:45.392401 dv-cinder-805887-18-iscsi neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 07:32:45.392401 dv-cinder-805887-18-iscsi neutron-server[94840]: self.callback(batched_events) Sep 23 07:32:45.392401 dv-cinder-805887-18-iscsi neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 07:32:45.392401 dv-cinder-805887-18-iscsi neutron-server[94840]: event.method(event) Sep 23 07:32:45.392401 dv-cinder-805887-18-iscsi neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 07:32:45.392401 dv-cinder-805887-18-iscsi neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 07:32:45.392401 dv-cinder-805887-18-iscsi neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 07:32:45.392401 dv-cinder-805887-18-iscsi neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 07:32:45.392401 dv-cinder-805887-18-iscsi neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 07:32:45.392401 dv-cinder-805887-18-iscsi neutron-server[94840]: return f(self, *a, **k) Sep 23 07:32:45.392401 dv-cinder-805887-18-iscsi neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 07:32:45.392401 dv-cinder-805887-18-iscsi neutron-server[94840]: return self._get(url).json() Sep 23 07:32:45.392401 dv-cinder-805887-18-iscsi neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 07:32:45.392401 dv-cinder-805887-18-iscsi neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 07:32:45.392401 dv-cinder-805887-18-iscsi neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 07:32:45.392401 dv-cinder-805887-18-iscsi neutron-server[94840]: return self.request(url, 'GET', **kwargs) Sep 23 07:32:45.392401 dv-cinder-805887-18-iscsi neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 07:32:45.392401 dv-cinder-805887-18-iscsi neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 07:32:45.392401 dv-cinder-805887-18-iscsi neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 07:32:45.392401 dv-cinder-805887-18-iscsi neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 07:32:45.392401 dv-cinder-805887-18-iscsi neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 07:32:45.392401 dv-cinder-805887-18-iscsi neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 07:32:45.392401 dv-cinder-805887-18-iscsi neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 07:32:45.518761 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-24e4e2b2-8b31-45e7-84f6-ce7c0083f27b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455948'] for network, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:45.524316 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-24e4e2b2-8b31-45e7-84f6-ce7c0083f27b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577015'] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:45.526176 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [None req-24e4e2b2-8b31-45e7-84f6-ce7c0083f27b admin admin] 10.222.0.62 "DELETE /v2.0/networks/1a43bd73-a774-425f-9297-ed02e1e80b48 HTTP/1.1" status: 204 len: 168 time: 0.7112007 Sep 23 07:32:45.536829 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e4e2b2-8b31-45e7-84f6-ce7c0083f27b admin admin] Pushing event deleted for resources: {'Network': ['ID=1a43bd73-a774-425f-9297-ed02e1e80b48,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:32:45.877095 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.62', 60550) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:32:45.914678 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [None req-29aa1f3f-5ace-4950-af0a-44bf54bdde67 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4d12208531784657acb0a942fc6e2c94&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0364480 Sep 23 07:32:45.917216 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.62', 60552) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:32:45.966922 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c86ecfb0-16dc-4d97-80af-0fea860908d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:45.987212 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c86ecfb0-16dc-4d97-80af-0fea860908d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:46.101620 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c86ecfb0-16dc-4d97-80af-0fea860908d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520401'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:46.104189 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c86ecfb0-16dc-4d97-80af-0fea860908d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:46.105395 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [None req-c86ecfb0-16dc-4d97-80af-0fea860908d6 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c245a919-e8a3-48a6-887c-0115e649c4a2 HTTP/1.1" status: 204 len: 168 time: 0.1872385 Sep 23 07:32:46.114903 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86ecfb0-16dc-4d97-80af-0fea860908d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c245a919-e8a3-48a6-887c-0115e649c4a2,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:32:46.751871 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.62', 60560) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:32:46.791929 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [None req-456eb3c9-1389-420d-bf97-ceb27df1118d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=48b66a26ddaf4730bc506b47edfa2edb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0388539 Sep 23 07:32:46.794415 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.62', 60562) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:32:46.843421 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-690fc10a-7db4-4d04-a1b8-c650e8f32708 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:46.866266 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-690fc10a-7db4-4d04-a1b8-c650e8f32708 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:46.992557 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-690fc10a-7db4-4d04-a1b8-c650e8f32708 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520401'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:46.995253 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-690fc10a-7db4-4d04-a1b8-c650e8f32708 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:46.996472 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [None req-690fc10a-7db4-4d04-a1b8-c650e8f32708 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/74ce183d-e10d-42d8-bc47-858113bf511a HTTP/1.1" status: 204 len: 168 time: 0.2010901 Sep 23 07:32:47.006331 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690fc10a-7db4-4d04-a1b8-c650e8f32708 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74ce183d-e10d-42d8-bc47-858113bf511a,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:32:51.830746 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.62', 60618) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:32:51.939802 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5314c92d-51b2-421e-92c5-8fc3f6c7733d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:52.054641 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5314c92d-51b2-421e-92c5-8fc3f6c7733d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:52.187636 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5314c92d-51b2-421e-92c5-8fc3f6c7733d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520401'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:52.224388 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5314c92d-51b2-421e-92c5-8fc3f6c7733d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11e24fbb-362f-49cf-a03d-7f73310174f6,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:32:52.230887 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [None req-5314c92d-51b2-421e-92c5-8fc3f6c7733d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=19c60c35389a47fb937765d0e4b98961&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3967865 Sep 23 07:32:52.231123 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.62', 60626) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:32:52.278521 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f7f8841c-5106-46f5-9385-c5975625c3b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:52.299990 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f7f8841c-5106-46f5-9385-c5975625c3b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:52.428802 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f7f8841c-5106-46f5-9385-c5975625c3b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520401'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:52.431409 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f7f8841c-5106-46f5-9385-c5975625c3b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:52.432580 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [None req-f7f8841c-5106-46f5-9385-c5975625c3b2 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/11e24fbb-362f-49cf-a03d-7f73310174f6 HTTP/1.1" status: 204 len: 168 time: 0.2005656 Sep 23 07:32:52.440455 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f8841c-5106-46f5-9385-c5975625c3b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11e24fbb-362f-49cf-a03d-7f73310174f6,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:32:52.861929 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-9e8e24af-1939-47a3-b68b-7ca3d54d9e38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:56.587564 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f3bc3567-c385-478d-86c3-784603307677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:57.712663 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:57.970796 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:58.101937 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-1854caf6-1153-400a-8d11-9ed8c1e229e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:59.884782 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e4079388-143e-46ee-8cf3-ea3894d72bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:02.959587 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.db.agents_db [None req-60cd1eec-2052-4d49-bd00-e5a0de40c293 None None] Agent healthcheck: found 6 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 07:33:03.950731 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.62', 60838) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:33:04.075225 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7877c10b-15b6-465e-b2f0-8c6c83c24674 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:04.156161 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-0d94f7dc-9a58-4ea6-b658-891ddb232df6 req-92f33dcb-ebf0-448e-bcfc-66e7806b6ce1 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-551820352&fields=id&tenant_id=c94fc6b7cf004b03b6610c617415b316 HTTP/1.1" status: 200 len: 267 time: 0.0475886 Sep 23 07:33:04.198710 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7877c10b-15b6-465e-b2f0-8c6c83c24674 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:04.284555 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7877c10b-15b6-465e-b2f0-8c6c83c24674 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520401'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:04.289682 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d94f7dc-9a58-4ea6-b658-891ddb232df6 req-95ac1b34-bd97-4a42-90b6-675557d8507c tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:33:04.291272 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-0d94f7dc-9a58-4ea6-b658-891ddb232df6 req-95ac1b34-bd97-4a42-90b6-675557d8507c tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] 10.222.0.62 "GET /v2.0/networks?id=9f0a0a70-36ce-402d-923c-729f01f617e9 HTTP/1.1" status: 200 len: 809 time: 0.1206799 Sep 23 07:33:04.312915 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-0d94f7dc-9a58-4ea6-b658-891ddb232df6 req-ec47cc96-02d9-4015-b130-810f075af8e2 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] 10.222.0.62 "GET /v2.0/quotas/c94fc6b7cf004b03b6610c617415b316 HTTP/1.1" status: 200 len: 375 time: 0.0151904 Sep 23 07:33:04.325865 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [None req-7877c10b-15b6-465e-b2f0-8c6c83c24674 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6f693eab3d724b2795f44253a5284b7d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3736265 Sep 23 07:33:04.326934 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7877c10b-15b6-465e-b2f0-8c6c83c24674 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad59133b-9b20-42aa-8229-d0834d18852c,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:33:04.331086 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.62', 60848) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:33:04.411557 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-0d94f7dc-9a58-4ea6-b658-891ddb232df6 req-a8a08c32-585c-4e85-ab36-151cc1983509 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=c94fc6b7cf004b03b6610c617415b316&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0926766 Sep 23 07:33:04.416678 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-077792e4-aa79-4ab8-b2cc-3a4dd3e15a00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:04.455624 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-077792e4-aa79-4ab8-b2cc-3a4dd3e15a00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:04.814931 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-0d94f7dc-9a58-4ea6-b658-891ddb232df6 req-04dbdc38-52bf-439e-a856-5e7e93380b33 service neutron] 10.222.0.62 "GET /v2.0/networks/9f0a0a70-36ce-402d-923c-729f01f617e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3890760 Sep 23 07:33:04.898998 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-077792e4-aa79-4ab8-b2cc-3a4dd3e15a00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520401'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:04.901556 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-077792e4-aa79-4ab8-b2cc-3a4dd3e15a00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:04.902722 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [None req-077792e4-aa79-4ab8-b2cc-3a4dd3e15a00 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ad59133b-9b20-42aa-8229-d0834d18852c HTTP/1.1" status: 204 len: 168 time: 0.5717874 Sep 23 07:33:04.921143 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077792e4-aa79-4ab8-b2cc-3a4dd3e15a00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad59133b-9b20-42aa-8229-d0834d18852c,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:33:04.925010 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-0d94f7dc-9a58-4ea6-b658-891ddb232df6 req-03eb54a7-7557-4245-9cea-6a3ef10ca33f service neutron] 10.222.0.62 "GET /v2.0/networks/9f0a0a70-36ce-402d-923c-729f01f617e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039126 Sep 23 07:33:05.680123 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-e63f56fd-7d65-4a42-88c2-7bd94449c48b req-61541af1-5a0f-4e56-b6fc-b15b9dcb2c9b tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] 10.222.0.62 "GET /v2.0/ports?device_id=9dffc6eb-9adf-4def-8a91-1b8810d0a225 HTTP/1.1" status: 200 len: 210 time: 0.0260243 Sep 23 07:33:06.165312 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.62', 60902) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:33:06.299235 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.v2.base [None req-356d9867-1689-487b-9663-b23aa6b3b173 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-531437077-network', 'tenant_id': '1f7024f1abd34a80a4e41e2d36e7344c'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:33:06.398864 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-356d9867-1689-487b-9663-b23aa6b3b173 admin admin] Made reservation on behalf of 1f7024f1abd34a80a4e41e2d36e7344c for: {'network': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:33:06.401853 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-356d9867-1689-487b-9663-b23aa6b3b173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for network, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:06.412411 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-356d9867-1689-487b-9663-b23aa6b3b173 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:06.503790 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-356d9867-1689-487b-9663-b23aa6b3b173 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:06.604118 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-356d9867-1689-487b-9663-b23aa6b3b173 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520401'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:06.628592 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-356d9867-1689-487b-9663-b23aa6b3b173 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 593} {{(pid=94841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 07:33:06.638556 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356d9867-1689-487b-9663-b23aa6b3b173 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8643392-f4b0-455a-bf72-ffa3c51c2a07,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:33:06.644367 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-356d9867-1689-487b-9663-b23aa6b3b173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692928'] for segment, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:06.644764 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.db.segments_db [None req-356d9867-1689-487b-9663-b23aa6b3b173 admin admin] Added segment b1d011f7-9d5f-4dbf-9fea-a6a7339af9fe of type vlan for network 65b4249a-6e16-4577-acc0-7c62fde24929 Sep 23 07:33:06.686211 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-356d9867-1689-487b-9663-b23aa6b3b173 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728617604886'] for network, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:06.776948 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-f04cdda0-c0f7-494a-92c1-a0fc03f889a7 req-e92c7db6-5f84-48a4-b683-ea47cacb7e2d tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] 10.222.0.62 "GET /v2.0/ports?device_id=9dffc6eb-9adf-4def-8a91-1b8810d0a225 HTTP/1.1" status: 200 len: 210 time: 0.0281603 Sep 23 07:33:06.798968 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-356d9867-1689-487b-9663-b23aa6b3b173 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957'] for network, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:06.799950 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-356d9867-1689-487b-9663-b23aa6b3b173 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:33:06.800527 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-356d9867-1689-487b-9663-b23aa6b3b173 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577015'] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:06.861473 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356d9867-1689-487b-9663-b23aa6b3b173 admin admin] Pushing event updated for resources: {'Network': ['ID=65b4249a-6e16-4577-acc0-7c62fde24929,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:33:06.872650 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Network 65b4249a-6e16-4577-acc0-7c62fde24929 details requested by agent ovs-agent-dv-cinder-805887-18-iscsi with host dv-cinder-805887-18-iscsi {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 07:33:06.893389 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [None req-356d9867-1689-487b-9663-b23aa6b3b173 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7258604 Sep 23 07:33:06.896345 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.62', 60910) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:33:06.899231 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.v2.base [None req-c66a5a7f-8fc5-40a5-9fb1-ff83aa6aeb1e admin admin] Request body: {'subnet': {'network_id': '65b4249a-6e16-4577-acc0-7c62fde24929', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-531437077-subnet', 'tenant_id': '1f7024f1abd34a80a4e41e2d36e7344c', 'ip_version': 4}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:33:07.021243 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c66a5a7f-8fc5-40a5-9fb1-ff83aa6aeb1e admin admin] Made reservation on behalf of 1f7024f1abd34a80a4e41e2d36e7344c for: {'subnet': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:33:07.023895 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c66a5a7f-8fc5-40a5-9fb1-ff83aa6aeb1e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58720415'] for subnet, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:07.560597 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.62', 60922) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:33:07.564434 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c66a5a7f-8fc5-40a5-9fb1-ff83aa6aeb1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58957294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58720429'] for subnet, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:07.632607 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66a5a7f-8fc5-40a5-9fb1-ff83aa6aeb1e admin admin] Pushing event updated for resources: {'Subnet': ['ID=39dc90ad-17f9-49b5-a3cc-7dbe6ddf9367,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:33:07.634759 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c66a5a7f-8fc5-40a5-9fb1-ff83aa6aeb1e admin admin] Checking segment: {'id': 'b1d011f7-9d5f-4dbf-9fea-a6a7339af9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '65b4249a-6e16-4577-acc0-7c62fde24929'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:33:07.635119 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c66a5a7f-8fc5-40a5-9fb1-ff83aa6aeb1e admin admin] Network hostable DHCP agents. Network: 65b4249a-6e16-4577-acc0-7c62fde24929, hostable agents: ['9616ea92-93d9-4385-b3af-aa5c267d1a12'], hosted agents: [] {{(pid=94840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 07:33:07.694592 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d6af2e8c-2413-4e6e-a194-f01e6d199562 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:07.782909 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c66a5a7f-8fc5-40a5-9fb1-ff83aa6aeb1e admin admin] Network 65b4249a-6e16-4577-acc0-7c62fde24929 is scheduled to be hosted by DHCP agent 9616ea92-93d9-4385-b3af-aa5c267d1a12 with binding_index 1 {{(pid=94840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 07:33:07.793221 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d6af2e8c-2413-4e6e-a194-f01e6d199562 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:07.877479 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-df4e5b0b-4ee8-4eea-b13e-7bacaa01d9ef req-6b00f22b-8d87-4f56-b759-2b7aa9a85d5b tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] 10.222.0.62 "GET /v2.0/ports?device_id=9dffc6eb-9adf-4def-8a91-1b8810d0a225 HTTP/1.1" status: 200 len: 210 time: 0.0315092 Sep 23 07:33:07.878880 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d6af2e8c-2413-4e6e-a194-f01e6d199562 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520401'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:07.879163 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-c66a5a7f-8fc5-40a5-9fb1-ff83aa6aeb1e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805887-18-iscsi, 65b4249a-6e16-4577-acc0-7c62fde24929) {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:33:07.890413 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50e60420-2239-4c07-86e2-9ad91f2179f7 None None] Network 65b4249a-6e16-4577-acc0-7c62fde24929 requested from dv-cinder-805887-18-iscsi {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:33:07.892363 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c66a5a7f-8fc5-40a5-9fb1-ff83aa6aeb1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:33:07.893625 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c66a5a7f-8fc5-40a5-9fb1-ff83aa6aeb1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577015'] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:07.953645 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6af2e8c-2413-4e6e-a194-f01e6d199562 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=655f3576-857c-40fc-b41e-abd60c7397c3,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:33:07.970918 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [None req-c66a5a7f-8fc5-40a5-9fb1-ff83aa6aeb1e admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.0713053 Sep 23 07:33:07.970918 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.62', 60928) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:33:07.974897 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.v2.base [None req-fbd88c7c-e7b9-4d50-a875-71913e28dd8c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-531437077-router', 'tenant_id': '1f7024f1abd34a80a4e41e2d36e7344c', 'external_gateway_info': {'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756'}}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:33:07.998855 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [None req-d6af2e8c-2413-4e6e-a194-f01e6d199562 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=5df68bc0388c4fa5b62ea66c9ea29d1e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4371116 Sep 23 07:33:08.001818 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.62', 60930) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:33:08.041740 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d94f7dc-9a58-4ea6-b658-891ddb232df6 req-6b32b953-5270-43e9-94d7-9bf8acce8c33 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:33:08.043303 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-0d94f7dc-9a58-4ea6-b658-891ddb232df6 req-6b32b953-5270-43e9-94d7-9bf8acce8c33 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] 10.222.0.53 "GET /v2.0/networks?id=9f0a0a70-36ce-402d-923c-729f01f617e9 HTTP/1.1" status: 200 len: 809 time: 0.1604781 Sep 23 07:33:08.064147 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cac0e28c-7978-4a3b-a503-f0a93059830d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:08.065345 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4975625e-92f0-4ebc-8658-1a15b83712ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a3420cd-ceb0-58a0-900c-b744b29f87bb-65b4249a-6e16-4577-acc0-7c62fde24929', 'network_id': '65b4249a-6e16-4577-acc0-7c62fde24929', 'tenant_id': '1f7024f1abd34a80a4e41e2d36e7344c', 'fixed_ips': [{'subnet_id': '39dc90ad-17f9-49b5-a3cc-7dbe6ddf9367'}]}} from dv-cinder-805887-18-iscsi. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 07:33:08.066808 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4975625e-92f0-4ebc-8658-1a15b83712ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:08.093369 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cac0e28c-7978-4a3b-a503-f0a93059830d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:08.096142 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-0d94f7dc-9a58-4ea6-b658-891ddb232df6 req-2fe02776-5a07-4e3b-958a-d36b56be41a8 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c94fc6b7cf004b03b6610c617415b316 HTTP/1.1" status: 200 len: 379 time: 0.0427372 Sep 23 07:33:08.101946 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fbd88c7c-e7b9-4d50-a875-71913e28dd8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-462469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1418'] for router, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:08.107807 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fbd88c7c-e7b9-4d50-a875-71913e28dd8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-459381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456581', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1411'] for router, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:08.107963 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.v2.base [req-0d94f7dc-9a58-4ea6-b658-891ddb232df6 req-d86706fd-b903-4bff-bd89-f3d5a781d3e5 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Request body: {'port': {'device_id': '9dffc6eb-9adf-4def-8a91-1b8810d0a225', 'network_id': '9f0a0a70-36ce-402d-923c-729f01f617e9', 'admin_state_up': True, 'tenant_id': 'c94fc6b7cf004b03b6610c617415b316', 'security_groups': ['1abea1f3-eb90-4ea0-bd1d-d6ddf6b9f56e']}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:33:08.184186 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fbd88c7c-e7b9-4d50-a875-71913e28dd8c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:08.232326 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-4975625e-92f0-4ebc-8658-1a15b83712ff None None] Allocated IP 172.20.0.2 (65b4249a-6e16-4577-acc0-7c62fde24929/39dc90ad-17f9-49b5-a3cc-7dbe6ddf9367/8175ef10-ee43-4a61-bbd0-4ee63f2c433d) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:33:08.292515 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cac0e28c-7978-4a3b-a503-f0a93059830d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520401'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:08.295321 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cac0e28c-7978-4a3b-a503-f0a93059830d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:08.299663 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [None req-cac0e28c-7978-4a3b-a503-f0a93059830d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/655f3576-857c-40fc-b41e-abd60c7397c3 HTTP/1.1" status: 204 len: 168 time: 0.2934785 Sep 23 07:33:08.310345 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac0e28c-7978-4a3b-a503-f0a93059830d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=655f3576-857c-40fc-b41e-abd60c7397c3,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:33:08.353251 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d94f7dc-9a58-4ea6-b658-891ddb232df6 req-d86706fd-b903-4bff-bd89-f3d5a781d3e5 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Made reservation on behalf of c94fc6b7cf004b03b6610c617415b316 for: {'port': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:33:08.358892 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-0d94f7dc-9a58-4ea6-b658-891ddb232df6 req-d86706fd-b903-4bff-bd89-f3d5a781d3e5 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:08.421688 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4975625e-92f0-4ebc-8658-1a15b83712ff None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:08.422102 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fbd88c7c-e7b9-4d50-a875-71913e28dd8c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:08.504883 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [req-0d94f7dc-9a58-4ea6-b658-891ddb232df6 req-d86706fd-b903-4bff-bd89-f3d5a781d3e5 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Allocated IP 172.20.0.10 (9f0a0a70-36ce-402d-923c-729f01f617e9/268d9a9b-c8cd-41c6-9c6e-7f9d40e41eae/fed1e78b-8bbc-47c5-b465-a288baf96ade) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:33:08.513776 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4975625e-92f0-4ebc-8658-1a15b83712ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728617650863'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:08.564340 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4975625e-92f0-4ebc-8658-1a15b83712ff None None] Network 65b4249a-6e16-4577-acc0-7c62fde24929 is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:33:08.564340 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-4975625e-92f0-4ebc-8658-1a15b83712ff None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:33:08.569955 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4975625e-92f0-4ebc-8658-1a15b83712ff None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:33:08.573718 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4975625e-92f0-4ebc-8658-1a15b83712ff None None] Pushing event updated for resources: {'Port': ['ID=8175ef10-ee43-4a61-bbd0-4ee63f2c433d,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:33:08.639229 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-4975625e-92f0-4ebc-8658-1a15b83712ff None None] Attempting to bind port 8175ef10-ee43-4a61-bbd0-4ee63f2c433d on host dv-cinder-805887-18-iscsi for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:33:08.639229 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-4975625e-92f0-4ebc-8658-1a15b83712ff None None] Attempting to bind port 8175ef10-ee43-4a61-bbd0-4ee63f2c433d by drivers openvswitch,hyperv on host dv-cinder-805887-18-iscsi at level 0 using segments [{'id': 'b1d011f7-9d5f-4dbf-9fea-a6a7339af9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '65b4249a-6e16-4577-acc0-7c62fde24929'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:33:08.639229 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4975625e-92f0-4ebc-8658-1a15b83712ff None None] Attempting to bind port 8175ef10-ee43-4a61-bbd0-4ee63f2c433d on network 65b4249a-6e16-4577-acc0-7c62fde24929 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:33:08.647018 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4975625e-92f0-4ebc-8658-1a15b83712ff None None] Checking agent: {'id': '8a4a6f1f-c513-442c-b997-00aea54023cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805887-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 7, 15, 58), 'started_at': datetime.datetime(2021, 9, 23, 7, 16, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 7, 32, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805887-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 07:33:08.647359 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4975625e-92f0-4ebc-8658-1a15b83712ff None None] Checking segment: {'id': 'b1d011f7-9d5f-4dbf-9fea-a6a7339af9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '65b4249a-6e16-4577-acc0-7c62fde24929'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:33:08.648102 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4975625e-92f0-4ebc-8658-1a15b83712ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:08.648907 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4975625e-92f0-4ebc-8658-1a15b83712ff None None] Bound using segment: {'id': 'b1d011f7-9d5f-4dbf-9fea-a6a7339af9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '65b4249a-6e16-4577-acc0-7c62fde24929'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 07:33:08.649764 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-4975625e-92f0-4ebc-8658-1a15b83712ff None None] Bound port: 8175ef10-ee43-4a61-bbd0-4ee63f2c433d, host: dv-cinder-805887-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1d011f7-9d5f-4dbf-9fea-a6a7339af9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '65b4249a-6e16-4577-acc0-7c62fde24929'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 07:33:08.650467 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4975625e-92f0-4ebc-8658-1a15b83712ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:08.677362 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-0d94f7dc-9a58-4ea6-b658-891ddb232df6 req-d86706fd-b903-4bff-bd89-f3d5a781d3e5 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:08.741525 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-4975625e-92f0-4ebc-8658-1a15b83712ff None None] For port 8175ef10-ee43-4a61-bbd0-4ee63f2c433d, host dv-cinder-805887-18-iscsi, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:33:08.744697 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-4975625e-92f0-4ebc-8658-1a15b83712ff None None] For port 8175ef10-ee43-4a61-bbd0-4ee63f2c433d, host dv-cinder-805887-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-18-iscsi',level=0,port_id=8175ef10-ee43-4a61-bbd0-4ee63f2c433d,segment=NetworkSegment(b1d011f7-9d5f-4dbf-9fea-a6a7339af9fe),segment_id=b1d011f7-9d5f-4dbf-9fea-a6a7339af9fe)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 07:33:08.787441 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-0d94f7dc-9a58-4ea6-b658-891ddb232df6 req-d86706fd-b903-4bff-bd89-f3d5a781d3e5 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728617650863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58829502'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:08.817745 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fbd88c7c-e7b9-4d50-a875-71913e28dd8c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:08.834957 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4975625e-92f0-4ebc-8658-1a15b83712ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728618137860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728617650881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728617650899'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:08.838673 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d94f7dc-9a58-4ea6-b658-891ddb232df6 req-d86706fd-b903-4bff-bd89-f3d5a781d3e5 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Network 9f0a0a70-36ce-402d-923c-729f01f617e9 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:33:08.842359 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fbd88c7c-e7b9-4d50-a875-71913e28dd8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:08.846589 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [req-0d94f7dc-9a58-4ea6-b658-891ddb232df6 req-d86706fd-b903-4bff-bd89-f3d5a781d3e5 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:33:08.849374 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d94f7dc-9a58-4ea6-b658-891ddb232df6 req-d86706fd-b903-4bff-bd89-f3d5a781d3e5 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:33:08.876999 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86706fd-b903-4bff-bd89-f3d5a781d3e5 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Pushing event updated for resources: {'Port': ['ID=fed1e78b-8bbc-47c5-b465-a288baf96ade,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:33:08.930728 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d94f7dc-9a58-4ea6-b658-891ddb232df6 req-d86706fd-b903-4bff-bd89-f3d5a781d3e5 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:33:08.931515 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-0d94f7dc-9a58-4ea6-b658-891ddb232df6 req-d86706fd-b903-4bff-bd89-f3d5a781d3e5 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210484'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:08.955440 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4975625e-92f0-4ebc-8658-1a15b83712ff None None] Pushing event updated for resources: {'Port': ['ID=8175ef10-ee43-4a61-bbd0-4ee63f2c433d,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:33:08.994368 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-fbd88c7c-e7b9-4d50-a875-71913e28dd8c admin admin] Allocated IP 172.27.2.106 (d5e7441b-7712-4831-9dab-1c29a8301756/89646001-5df7-4559-baa8-56e15a045fc5/41a295dd-8748-4391-87f9-e887ecc1338e) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:33:09.079743 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917cc542-1f5b-4ff0-9ed4-7782ed1fd474 req-c07eafb1-3e1e-43d8-80fd-b2ae0b163ca1 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:33:09.081425 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-917cc542-1f5b-4ff0-9ed4-7782ed1fd474 req-c07eafb1-3e1e-43d8-80fd-b2ae0b163ca1 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] 10.222.0.62 "GET /v2.0/ports?device_id=9dffc6eb-9adf-4def-8a91-1b8810d0a225 HTTP/1.1" status: 200 len: 932 time: 0.0803068 Sep 23 07:33:09.083334 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-0d94f7dc-9a58-4ea6-b658-891ddb232df6 req-d86706fd-b903-4bff-bd89-f3d5a781d3e5 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9810009 Sep 23 07:33:09.097799 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.v2.base [req-0d94f7dc-9a58-4ea6-b658-891ddb232df6 req-64049601-ab61-4bb1-b41d-52404ccce505 service neutron] Request body: {'port': {'device_id': '9dffc6eb-9adf-4def-8a91-1b8810d0a225', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80588'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:33:09.217182 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fbd88c7c-e7b9-4d50-a875-71913e28dd8c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:09.218597 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.62', 60940) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:33:09.220061 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-0d94f7dc-9a58-4ea6-b658-891ddb232df6 req-64049601-ab61-4bb1-b41d-52404ccce505 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:09.247270 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bc24100f-fcd0-47af-b227-e497440ca5a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:09.253087 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-917cc542-1f5b-4ff0-9ed4-7782ed1fd474 req-9ca4ea9a-7cb6-495e-b5e7-7d6dfcc53d48 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] 10.222.0.62 "GET /v2.0/security-groups?id=1abea1f3-eb90-4ea0-bd1d-d6ddf6b9f56e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1590872 Sep 23 07:33:09.395730 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fbd88c7c-e7b9-4d50-a875-71913e28dd8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728617650863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58957170'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:09.397904 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-5a3a724a-7c8c-4f20-b144-cdf2be000cc9 None None] Provisioning complete for port fed1e78b-8bbc-47c5-b465-a288baf96ade triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:33:09.398274 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-5a3a724a-7c8c-4f20-b144-cdf2be000cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703931'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:09.398944 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bc24100f-fcd0-47af-b227-e497440ca5a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:09.437402 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbd88c7c-e7b9-4d50-a875-71913e28dd8c admin admin] Network d5e7441b-7712-4831-9dab-1c29a8301756 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:33:09.437597 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-5a3a724a-7c8c-4f20-b144-cdf2be000cc9 None None] Port fed1e78b-8bbc-47c5-b465-a288baf96ade cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 07:33:09.444051 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-fbd88c7c-e7b9-4d50-a875-71913e28dd8c admin admin] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:33:09.448085 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd88c7c-e7b9-4d50-a875-71913e28dd8c admin admin] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:33:09.489046 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd88c7c-e7b9-4d50-a875-71913e28dd8c admin admin] Pushing event updated for resources: {'Port': ['ID=41a295dd-8748-4391-87f9-e887ecc1338e,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:33:09.543775 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bc24100f-fcd0-47af-b227-e497440ca5a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520401'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:09.552587 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.notifiers.nova [req-0d94f7dc-9a58-4ea6-b658-891ddb232df6 req-64049601-ab61-4bb1-b41d-52404ccce505 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fed1e78b-8bbc-47c5-b465-a288baf96ade {{(pid=94841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 07:33:09.562161 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-0d94f7dc-9a58-4ea6-b658-891ddb232df6 req-64049601-ab61-4bb1-b41d-52404ccce505 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:09.576051 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [req-0d94f7dc-9a58-4ea6-b658-891ddb232df6 req-64049601-ab61-4bb1-b41d-52404ccce505 service neutron] Transition to ACTIVE for port object fed1e78b-8bbc-47c5-b465-a288baf96ade will not be triggered until provisioned by entity L2. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 07:33:09.640677 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [None req-bc24100f-fcd0-47af-b227-e497440ca5a1 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=72dfb06ff9254a42a684de7abe84dd1c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4179618 Sep 23 07:33:09.640677 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc24100f-fcd0-47af-b227-e497440ca5a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b9771e0-740f-4d83-b9f8-e2e3bf68081c,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:33:09.641091 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.62', 60942) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:33:09.695869 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-dd5fed9d-d075-4474-ba5d-741ae738e11c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:09.697552 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-0d94f7dc-9a58-4ea6-b658-891ddb232df6 req-64049601-ab61-4bb1-b41d-52404ccce505 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728618137860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728617650881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728617650899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58829493'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:09.778760 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-dd5fed9d-d075-4474-ba5d-741ae738e11c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:09.840066 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64049601-ab61-4bb1-b41d-52404ccce505 service neutron] Pushing event updated for resources: {'Port': ['ID=fed1e78b-8bbc-47c5-b465-a288baf96ade,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:33:09.867170 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fbd88c7c-e7b9-4d50-a875-71913e28dd8c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:09.889566 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-0d94f7dc-9a58-4ea6-b658-891ddb232df6 req-64049601-ab61-4bb1-b41d-52404ccce505 service neutron] Attempting to bind port fed1e78b-8bbc-47c5-b465-a288baf96ade on host hv-cinder-80588 for vnic_type normal with profile {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:33:09.889566 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-0d94f7dc-9a58-4ea6-b658-891ddb232df6 req-64049601-ab61-4bb1-b41d-52404ccce505 service neutron] Attempting to bind port fed1e78b-8bbc-47c5-b465-a288baf96ade by drivers openvswitch,hyperv on host hv-cinder-80588 at level 0 using segments [{'id': '3a470730-1ad3-461f-91dc-af57cba68cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '9f0a0a70-36ce-402d-923c-729f01f617e9'}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:33:09.889566 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d94f7dc-9a58-4ea6-b658-891ddb232df6 req-64049601-ab61-4bb1-b41d-52404ccce505 service neutron] Attempting to bind port fed1e78b-8bbc-47c5-b465-a288baf96ade on network 9f0a0a70-36ce-402d-923c-729f01f617e9 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:33:09.892757 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d94f7dc-9a58-4ea6-b658-891ddb232df6 req-64049601-ab61-4bb1-b41d-52404ccce505 service neutron] Port fed1e78b-8bbc-47c5-b465-a288baf96ade on network 9f0a0a70-36ce-402d-923c-729f01f617e9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80588 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 07:33:09.893092 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d94f7dc-9a58-4ea6-b658-891ddb232df6 req-64049601-ab61-4bb1-b41d-52404ccce505 service neutron] Attempting to bind port fed1e78b-8bbc-47c5-b465-a288baf96ade on network 9f0a0a70-36ce-402d-923c-729f01f617e9 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:33:09.900529 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d94f7dc-9a58-4ea6-b658-891ddb232df6 req-64049601-ab61-4bb1-b41d-52404ccce505 service neutron] Checking agent: {'id': '6ad4e769-5dea-434d-bbcd-ae86f07cf259', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80588', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 7, 22, 28), 'started_at': datetime.datetime(2021, 9, 23, 7, 22, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 7, 32, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 07:33:09.901019 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d94f7dc-9a58-4ea6-b658-891ddb232df6 req-64049601-ab61-4bb1-b41d-52404ccce505 service neutron] Checking segment: {'id': '3a470730-1ad3-461f-91dc-af57cba68cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '9f0a0a70-36ce-402d-923c-729f01f617e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:33:09.901295 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d94f7dc-9a58-4ea6-b658-891ddb232df6 req-64049601-ab61-4bb1-b41d-52404ccce505 service neutron] Bound using segment: {'id': '3a470730-1ad3-461f-91dc-af57cba68cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '9f0a0a70-36ce-402d-923c-729f01f617e9'} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 07:33:09.901799 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-0d94f7dc-9a58-4ea6-b658-891ddb232df6 req-64049601-ab61-4bb1-b41d-52404ccce505 service neutron] Bound port: fed1e78b-8bbc-47c5-b465-a288baf96ade, host: hv-cinder-80588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a470730-1ad3-461f-91dc-af57cba68cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '9f0a0a70-36ce-402d-923c-729f01f617e9'}}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 07:33:09.902304 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-0d94f7dc-9a58-4ea6-b658-891ddb232df6 req-64049601-ab61-4bb1-b41d-52404ccce505 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:09.988617 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-0d94f7dc-9a58-4ea6-b658-891ddb232df6 req-64049601-ab61-4bb1-b41d-52404ccce505 service neutron] For port fed1e78b-8bbc-47c5-b465-a288baf96ade, host hv-cinder-80588, cleared binding levels {{(pid=94841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:33:09.993054 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-0d94f7dc-9a58-4ea6-b658-891ddb232df6 req-64049601-ab61-4bb1-b41d-52404ccce505 service neutron] For port fed1e78b-8bbc-47c5-b465-a288baf96ade, host hv-cinder-80588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=fed1e78b-8bbc-47c5-b465-a288baf96ade,segment=NetworkSegment(3a470730-1ad3-461f-91dc-af57cba68cf2),segment_id=3a470730-1ad3-461f-91dc-af57cba68cf2)] {{(pid=94841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 07:33:10.051990 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-dd5fed9d-d075-4474-ba5d-741ae738e11c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520401'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:10.055013 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-dd5fed9d-d075-4474-ba5d-741ae738e11c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:10.056282 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [None req-dd5fed9d-d075-4474-ba5d-741ae738e11c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/7b9771e0-740f-4d83-b9f8-e2e3bf68081c HTTP/1.1" status: 204 len: 168 time: 0.4153755 Sep 23 07:33:10.071441 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5fed9d-d075-4474-ba5d-741ae738e11c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b9771e0-740f-4d83-b9f8-e2e3bf68081c,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:33:10.107373 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fbd88c7c-e7b9-4d50-a875-71913e28dd8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-459276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456632'] for router, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:10.147635 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-0d94f7dc-9a58-4ea6-b658-891ddb232df6 req-64049601-ab61-4bb1-b41d-52404ccce505 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728618137860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728617650881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728617650899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58829493'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:10.156586 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f883f73-07db-4e3a-8af2-b709309a8710 None None] Network 65b4249a-6e16-4577-acc0-7c62fde24929 requested from dv-cinder-805887-18-iscsi {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:33:10.227180 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64049601-ab61-4bb1-b41d-52404ccce505 service neutron] Pushing event updated for resources: {'Port': ['ID=fed1e78b-8bbc-47c5-b465-a288baf96ade,revision_number=3']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:33:10.241901 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d94f7dc-9a58-4ea6-b658-891ddb232df6 req-64049601-ab61-4bb1-b41d-52404ccce505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:33:10.242241 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-0d94f7dc-9a58-4ea6-b658-891ddb232df6 req-64049601-ab61-4bb1-b41d-52404ccce505 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210484'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:10.244045 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-0d94f7dc-9a58-4ea6-b658-891ddb232df6 req-64049601-ab61-4bb1-b41d-52404ccce505 service neutron] 10.222.0.53 "PUT /v2.0/ports/fed1e78b-8bbc-47c5-b465-a288baf96ade HTTP/1.1" status: 200 len: 1094 time: 1.1517386 Sep 23 07:33:10.244339 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9dffc6eb-9adf-4def-8a91-1b8810d0a225', 'tag': 'fed1e78b-8bbc-47c5-b465-a288baf96ade'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:33:10.247050 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59377972be4a6b1db7d764771ea1170f497e9021ac5c159e937f759c4704c07c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e2a9bfe-14bb-4942-9b0f-77753da436c6" -d '{"events": [{"name": "network-changed", "server_uuid": "9dffc6eb-9adf-4def-8a91-1b8810d0a225", "tag": "fed1e78b-8bbc-47c5-b465-a288baf96ade"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:33:10.274552 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-9cac850e-208b-447f-9721-8ec28473900e None None] Provisioning complete for port 8175ef10-ee43-4a61-bbd0-4ee63f2c433d triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:33:10.274863 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-9cac850e-208b-447f-9721-8ec28473900e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703931'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:10.296841 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 07:33:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f34d0d0-70c7-4e45-8a40-b76c022e11a7 x-openstack-request-id: req-8f34d0d0-70c7-4e45-8a40-b76c022e11a7 {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:33:10.297132 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9dffc6eb-9adf-4def-8a91-1b8810d0a225", "tag": "fed1e78b-8bbc-47c5-b465-a288baf96ade", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:33:10.297385 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8f34d0d0-70c7-4e45-8a40-b76c022e11a7 {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:33:10.297843 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9dffc6eb-9adf-4def-8a91-1b8810d0a225', 'tag': 'fed1e78b-8bbc-47c5-b465-a288baf96ade', 'status': 'completed', 'code': 200} Sep 23 07:33:10.411075 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2a9bfe-14bb-4942-9b0f-77753da436c6 req-4453d74f-a77d-4ea6-98bd-4f7b135d1489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:33:10.412506 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-4e2a9bfe-14bb-4942-9b0f-77753da436c6 req-4453d74f-a77d-4ea6-98bd-4f7b135d1489 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c94fc6b7cf004b03b6610c617415b316&device_id=9dffc6eb-9adf-4def-8a91-1b8810d0a225 HTTP/1.1" status: 200 len: 1097 time: 0.0901260 Sep 23 07:33:10.421378 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbd88c7c-e7b9-4d50-a875-71913e28dd8c admin admin] Router 42b7de54-3625-4746-a80a-a9b0e2798753 is scheduled to L3 agent 65b4f7dd-c6e9-4255-94ee-66e285aed80f with binding_index 1 {{(pid=94840) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 07:33:10.456950 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-9cac850e-208b-447f-9721-8ec28473900e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:10.477312 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0ded2e-df62-438e-86f4-99577a4bfc00 req-16a7dfb4-1591-40bb-bc5e-b8c21e445495 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:33:10.491248 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-7a0ded2e-df62-438e-86f4-99577a4bfc00 req-16a7dfb4-1591-40bb-bc5e-b8c21e445495 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] 10.222.0.62 "GET /v2.0/ports?device_id=9dffc6eb-9adf-4def-8a91-1b8810d0a225 HTTP/1.1" status: 200 len: 944 time: 0.1272461 Sep 23 07:33:10.579746 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbd88c7c-e7b9-4d50-a875-71913e28dd8c admin admin] Notify agent at l3_agent.dv-cinder-805887-18-iscsi the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 07:33:10.593510 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b370d3d8-e6ab-4c49-902e-8ed8fbf5a980 None None] Sync routers for ids ['42b7de54-3625-4746-a80a-a9b0e2798753'] in dv-cinder-805887-18-iscsi {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 07:33:10.610926 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b370d3d8-e6ab-4c49-902e-8ed8fbf5a980 None None] Routers {'42b7de54-3625-4746-a80a-a9b0e2798753'} bound to L3 agent in host dv-cinder-805887-18-iscsi {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:33:10.611911 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-b370d3d8-e6ab-4c49-902e-8ed8fbf5a980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T07:15:56Z,description=,heartbeat_timestamp=2021-09-23T07:32:57Z,host='dv-cinder-805887-18-iscsi',id=65b4f7dd-c6e9-4255-94ee-66e285aed80f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T07:15:57Z,topic='l3_agent')) {'router_ids': ['42b7de54-3625-4746-a80a-a9b0e2798753'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:33:10.628035 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-7a0ded2e-df62-438e-86f4-99577a4bfc00 req-2eb76842-04f7-42aa-9d72-02d60452855c tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] 10.222.0.62 "GET /v2.0/security-groups?id=1abea1f3-eb90-4ea0-bd1d-d6ddf6b9f56e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1355805 Sep 23 07:33:10.667461 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2a9bfe-14bb-4942-9b0f-77753da436c6 req-2d1a6c1d-d918-480c-acf8-b5112a288972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:33:10.669170 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-4e2a9bfe-14bb-4942-9b0f-77753da436c6 req-2d1a6c1d-d918-480c-acf8-b5112a288972 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=c94fc6b7cf004b03b6610c617415b316&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2458181 Sep 23 07:33:10.713905 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fbd88c7c-e7b9-4d50-a875-71913e28dd8c admin admin] Notify callbacks [] for router, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:10.715423 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [None req-fbd88c7c-e7b9-4d50-a875-71913e28dd8c admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.7444122 Sep 23 07:33:10.718408 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.62', 60952) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:33:10.779534 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2a9bfe-14bb-4942-9b0f-77753da436c6 req-cc9344b8-1ae7-4f2c-8a3d-e67ab3cec992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:33:10.781070 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-4e2a9bfe-14bb-4942-9b0f-77753da436c6 req-cc9344b8-1ae7-4f2c-8a3d-e67ab3cec992 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1039066 Sep 23 07:33:10.809520 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-9cac850e-208b-447f-9721-8ec28473900e None None] For port 8175ef10-ee43-4a61-bbd0-4ee63f2c433d, host dv-cinder-805887-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-18-iscsi',level=0,port_id=8175ef10-ee43-4a61-bbd0-4ee63f2c433d,segment=NetworkSegment(b1d011f7-9d5f-4dbf-9fea-a6a7339af9fe),segment_id=b1d011f7-9d5f-4dbf-9fea-a6a7339af9fe)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:33:10.842040 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-b370d3d8-e6ab-4c49-902e-8ed8fbf5a980 None None] Set router 42b7de54-3625-4746-a80a-a9b0e2798753 gateway port host: dv-cinder-805887-18-iscsi {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:33:10.865206 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d94f7dc-9a58-4ea6-b658-891ddb232df6 req-4b47647a-edd5-47a6-a10c-2f3614ba86e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:33:10.866724 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-0d94f7dc-9a58-4ea6-b658-891ddb232df6 req-4b47647a-edd5-47a6-a10c-2f3614ba86e2 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c94fc6b7cf004b03b6610c617415b316&device_id=9dffc6eb-9adf-4def-8a91-1b8810d0a225 HTTP/1.1" status: 200 len: 1097 time: 0.0445535 Sep 23 07:33:10.913146 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-0d94f7dc-9a58-4ea6-b658-891ddb232df6 req-c272190a-a46a-4662-a972-cbe2cee11917 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fed1e78b-8bbc-47c5-b465-a288baf96ade HTTP/1.1" status: 200 len: 217 time: 0.0360043 Sep 23 07:33:10.930604 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-9cac850e-208b-447f-9721-8ec28473900e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728618137860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728617650881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728617650899'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:10.975479 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d94f7dc-9a58-4ea6-b658-891ddb232df6 req-909b8ef8-cf09-48fe-9ded-5f16c74ef44e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:33:10.977044 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-0d94f7dc-9a58-4ea6-b658-891ddb232df6 req-909b8ef8-cf09-48fe-9ded-5f16c74ef44e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=268d9a9b-c8cd-41c6-9c6e-7f9d40e41eae HTTP/1.1" status: 200 len: 848 time: 0.0568731 Sep 23 07:33:11.032512 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cac850e-208b-447f-9721-8ec28473900e None None] Pushing event updated for resources: {'Port': ['ID=8175ef10-ee43-4a61-bbd0-4ee63f2c433d,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:33:11.032942 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d94f7dc-9a58-4ea6-b658-891ddb232df6 req-14d593ab-f60e-451e-b021-2aef8222fd54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:33:11.032942 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-0d94f7dc-9a58-4ea6-b658-891ddb232df6 req-14d593ab-f60e-451e-b021-2aef8222fd54 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9f0a0a70-36ce-402d-923c-729f01f617e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0455606 Sep 23 07:33:11.114870 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-aa0743a0-ea7a-45a6-9e2e-132268b8ac55 None None] Provisioning complete for port 8175ef10-ee43-4a61-bbd0-4ee63f2c433d triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:33:11.114870 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-aa0743a0-ea7a-45a6-9e2e-132268b8ac55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703931'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:11.115085 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.62', 60954) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:33:11.135270 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bcb28ab6-b6c4-4efb-aabe-f1bff18599f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:11.183384 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-0d94f7dc-9a58-4ea6-b658-891ddb232df6 req-2522a2aa-be4e-45f5-9cd4-f9ae12ad237d service neutron] 10.222.0.53 "GET /v2.0/networks/9f0a0a70-36ce-402d-923c-729f01f617e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443105 Sep 23 07:33:11.208937 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-b370d3d8-e6ab-4c49-902e-8ed8fbf5a980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42b7de54-3625-4746-a80a-a9b0e2798753', 'name': 'tempest-TestShelveInstance-531437077-router', 'tenant_id': '1f7024f1abd34a80a4e41e2d36e7344c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'external_fixed_ips': [{'subnet_id': '89646001-5df7-4559-baa8-56e15a045fc5', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': '41a295dd-8748-4391-87f9-e887ecc1338e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:33:08Z', 'updated_at': '2021-09-23T07:33:09Z', 'revision_number': 3, 'project_id': '1f7024f1abd34a80a4e41e2d36e7344c', 'gw_port': {'id': '41a295dd-8748-4391-87f9-e887ecc1338e', 'name': '', 'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:be:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42b7de54-3625-4746-a80a-a9b0e2798753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '89646001-5df7-4559-baa8-56e15a045fc5', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:33:08Z', 'updated_at': '2021-09-23T07:33:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '89646001-5df7-4559-baa8-56e15a045fc5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-18-iscsi'}], 'dv-cinder-805887-18-iscsi', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:33:11.244357 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Device 8175ef10-ee43-4a61-bbd0-4ee63f2c433d up at agent ovs-agent-dv-cinder-805887-18-iscsi {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:33:11.247815 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b370d3d8-e6ab-4c49-902e-8ed8fbf5a980 None None] Checking router: 42b7de54-3625-4746-a80a-a9b0e2798753 for host: dv-cinder-805887-18-iscsi {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 07:33:11.248012 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b370d3d8-e6ab-4c49-902e-8ed8fbf5a980 None None] Updating router 42b7de54-3625-4746-a80a-a9b0e2798753 port 41a295dd-8748-4391-87f9-e887ecc1338e binding host dv-cinder-805887-18-iscsi {{(pid=94842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 07:33:11.305775 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-b370d3d8-e6ab-4c49-902e-8ed8fbf5a980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:11.320022 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-0d94f7dc-9a58-4ea6-b658-891ddb232df6 req-b5522d08-03e0-4047-a821-a3d1e3caa916 service neutron] 10.222.0.53 "GET /v2.0/networks/9f0a0a70-36ce-402d-923c-729f01f617e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288116 Sep 23 07:33:11.324597 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-18eee6fe-4185-40ee-8923-a643ab8e9bba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:11.343610 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bcb28ab6-b6c4-4efb-aabe-f1bff18599f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:11.361052 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Provisioning complete for port 8175ef10-ee43-4a61-bbd0-4ee63f2c433d triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:33:11.361417 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703931'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:11.439404 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bcb28ab6-b6c4-4efb-aabe-f1bff18599f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520401'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:11.487585 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [None req-bcb28ab6-b6c4-4efb-aabe-f1bff18599f3 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d424b61e4269498abebda8555f3f2252&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3781424 Sep 23 07:33:11.488431 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb28ab6-b6c4-4efb-aabe-f1bff18599f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98a4123a-1940-486d-a9c1-ed4f801ce72c,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:33:11.490269 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.62', 60956) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:33:11.518406 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-18eee6fe-4185-40ee-8923-a643ab8e9bba admin admin] Allocated IP 172.20.0.1 (65b4249a-6e16-4577-acc0-7c62fde24929/39dc90ad-17f9-49b5-a3cc-7dbe6ddf9367/ae0530a4-55f6-409c-98ff-a2580a2aaff4) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:33:11.589410 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-21184480-671c-4917-8e5d-59007c118940 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:11.642531 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-21184480-671c-4917-8e5d-59007c118940 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:11.696569 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-18eee6fe-4185-40ee-8923-a643ab8e9bba admin admin] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:11.763971 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d5db6e-29c1-4c12-b9af-f9e052b8d63b req-1f03cf18-8398-4ecf-89ee-37ba3ffc6889 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:33:11.765540 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-e9d5db6e-29c1-4c12-b9af-f9e052b8d63b req-1f03cf18-8398-4ecf-89ee-37ba3ffc6889 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] 10.222.0.62 "GET /v2.0/ports?device_id=9dffc6eb-9adf-4def-8a91-1b8810d0a225 HTTP/1.1" status: 200 len: 944 time: 0.0500865 Sep 23 07:33:11.785477 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-b370d3d8-e6ab-4c49-902e-8ed8fbf5a980 None None] Notify callbacks [] for port, precommit_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:11.811575 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-e9d5db6e-29c1-4c12-b9af-f9e052b8d63b req-4c1c0e0a-9c2c-4e6b-be03-689fa306dc19 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] 10.222.0.62 "GET /v2.0/security-groups?id=1abea1f3-eb90-4ea0-bd1d-d6ddf6b9f56e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395148 Sep 23 07:33:11.838951 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-21184480-671c-4917-8e5d-59007c118940 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520401'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:11.853262 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-21184480-671c-4917-8e5d-59007c118940 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:11.853262 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [None req-21184480-671c-4917-8e5d-59007c118940 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/98a4123a-1940-486d-a9c1-ed4f801ce72c HTTP/1.1" status: 204 len: 168 time: 0.3511417 Sep 23 07:33:11.853262 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21184480-671c-4917-8e5d-59007c118940 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98a4123a-1940-486d-a9c1-ed4f801ce72c,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:33:11.884941 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-18eee6fe-4185-40ee-8923-a643ab8e9bba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728617650863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58957170'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:11.885143 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-b370d3d8-e6ab-4c49-902e-8ed8fbf5a980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728618137860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728617650881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728617650899'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:11.946545 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18eee6fe-4185-40ee-8923-a643ab8e9bba admin admin] Network 65b4249a-6e16-4577-acc0-7c62fde24929 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:33:11.949669 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-b370d3d8-e6ab-4c49-902e-8ed8fbf5a980 None None] Attempting to bind port 41a295dd-8748-4391-87f9-e887ecc1338e on host dv-cinder-805887-18-iscsi for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:33:11.950039 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-b370d3d8-e6ab-4c49-902e-8ed8fbf5a980 None None] Attempting to bind port 41a295dd-8748-4391-87f9-e887ecc1338e by drivers openvswitch,hyperv on host dv-cinder-805887-18-iscsi at level 0 using segments [{'id': '8399e290-ca7c-4b27-b40e-543152e4317b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:33:11.950399 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b370d3d8-e6ab-4c49-902e-8ed8fbf5a980 None None] Attempting to bind port 41a295dd-8748-4391-87f9-e887ecc1338e on network d5e7441b-7712-4831-9dab-1c29a8301756 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:33:11.955805 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-18eee6fe-4185-40ee-8923-a643ab8e9bba admin admin] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:33:11.958247 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5311c2d5-abac-4b8f-99d0-14906ff0e611 None None] Pushing event updated for resources: {'Port': ['ID=41a295dd-8748-4391-87f9-e887ecc1338e,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:33:11.958549 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18eee6fe-4185-40ee-8923-a643ab8e9bba admin admin] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:33:11.964191 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b370d3d8-e6ab-4c49-902e-8ed8fbf5a980 None None] Checking agent: {'id': '8a4a6f1f-c513-442c-b997-00aea54023cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805887-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 7, 15, 58), 'started_at': datetime.datetime(2021, 9, 23, 7, 16, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 7, 32, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805887-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 07:33:11.964651 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b370d3d8-e6ab-4c49-902e-8ed8fbf5a980 None None] Checking segment: {'id': '8399e290-ca7c-4b27-b40e-543152e4317b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:33:11.965050 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-b370d3d8-e6ab-4c49-902e-8ed8fbf5a980 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:11.965879 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b370d3d8-e6ab-4c49-902e-8ed8fbf5a980 None None] Bound using segment: {'id': '8399e290-ca7c-4b27-b40e-543152e4317b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 07:33:11.966008 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-b370d3d8-e6ab-4c49-902e-8ed8fbf5a980 None None] Bound port: 41a295dd-8748-4391-87f9-e887ecc1338e, host: dv-cinder-805887-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8399e290-ca7c-4b27-b40e-543152e4317b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 07:33:11.966396 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-b370d3d8-e6ab-4c49-902e-8ed8fbf5a980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:11.992832 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18eee6fe-4185-40ee-8923-a643ab8e9bba admin admin] Pushing event updated for resources: {'Port': ['ID=ae0530a4-55f6-409c-98ff-a2580a2aaff4,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:33:12.018683 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-18eee6fe-4185-40ee-8923-a643ab8e9bba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456069'] for router_interface, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:12.037416 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-b370d3d8-e6ab-4c49-902e-8ed8fbf5a980 None None] For port 41a295dd-8748-4391-87f9-e887ecc1338e, host dv-cinder-805887-18-iscsi, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:33:12.041179 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-b370d3d8-e6ab-4c49-902e-8ed8fbf5a980 None None] For port 41a295dd-8748-4391-87f9-e887ecc1338e, host dv-cinder-805887-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-18-iscsi',level=0,port_id=41a295dd-8748-4391-87f9-e887ecc1338e,segment=NetworkSegment(8399e290-ca7c-4b27-b40e-543152e4317b),segment_id=8399e290-ca7c-4b27-b40e-543152e4317b)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 07:33:12.114782 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-b370d3d8-e6ab-4c49-902e-8ed8fbf5a980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728618137860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728617650881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728617650899'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:12.178218 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5311c2d5-abac-4b8f-99d0-14906ff0e611 None None] Pushing event updated for resources: {'Port': ['ID=41a295dd-8748-4391-87f9-e887ecc1338e,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:33:12.180958 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b370d3d8-e6ab-4c49-902e-8ed8fbf5a980 None None] Routers {'42b7de54-3625-4746-a80a-a9b0e2798753'} bound to L3 agent in host dv-cinder-805887-18-iscsi {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:33:12.182122 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-b370d3d8-e6ab-4c49-902e-8ed8fbf5a980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T07:15:56Z,description=,heartbeat_timestamp=2021-09-23T07:32:57Z,host='dv-cinder-805887-18-iscsi',id=65b4f7dd-c6e9-4255-94ee-66e285aed80f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T07:15:57Z,topic='l3_agent')) {'router_ids': ['42b7de54-3625-4746-a80a-a9b0e2798753'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:33:12.273864 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-5d7e61d2-bd9f-4478-9d43-6ca65d14ab8c None None] Provisioning complete for port ae0530a4-55f6-409c-98ff-a2580a2aaff4 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:33:12.274507 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-5d7e61d2-bd9f-4478-9d43-6ca65d14ab8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703931'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:12.325930 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-5d7e61d2-bd9f-4478-9d43-6ca65d14ab8c None None] Port ae0530a4-55f6-409c-98ff-a2580a2aaff4 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 07:33:12.339460 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-b370d3d8-e6ab-4c49-902e-8ed8fbf5a980 None None] Set router 42b7de54-3625-4746-a80a-a9b0e2798753 gateway port host: dv-cinder-805887-18-iscsi {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:33:12.490423 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-18eee6fe-4185-40ee-8923-a643ab8e9bba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:12.562939 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-b370d3d8-e6ab-4c49-902e-8ed8fbf5a980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42b7de54-3625-4746-a80a-a9b0e2798753', 'name': 'tempest-TestShelveInstance-531437077-router', 'tenant_id': '1f7024f1abd34a80a4e41e2d36e7344c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'external_fixed_ips': [{'subnet_id': '89646001-5df7-4559-baa8-56e15a045fc5', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': '41a295dd-8748-4391-87f9-e887ecc1338e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:33:08Z', 'updated_at': '2021-09-23T07:33:09Z', 'revision_number': 3, 'project_id': '1f7024f1abd34a80a4e41e2d36e7344c', 'gw_port': {'id': '41a295dd-8748-4391-87f9-e887ecc1338e', 'name': '', 'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:be:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42b7de54-3625-4746-a80a-a9b0e2798753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '89646001-5df7-4559-baa8-56e15a045fc5', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:33:08Z', 'updated_at': '2021-09-23T07:33:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89646001-5df7-4559-baa8-56e15a045fc5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-18-iscsi'}], 'dv-cinder-805887-18-iscsi', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:33:12.612284 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b370d3d8-e6ab-4c49-902e-8ed8fbf5a980 None None] The sync data for ids ['42b7de54-3625-4746-a80a-a9b0e2798753'] in dv-cinder-805887-18-iscsi is: [{'id': '42b7de54-3625-4746-a80a-a9b0e2798753', 'name': 'tempest-TestShelveInstance-531437077-router', 'tenant_id': '1f7024f1abd34a80a4e41e2d36e7344c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'external_fixed_ips': [{'subnet_id': '89646001-5df7-4559-baa8-56e15a045fc5', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': '41a295dd-8748-4391-87f9-e887ecc1338e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:33:08Z', 'updated_at': '2021-09-23T07:33:09Z', 'revision_number': 3, 'project_id': '1f7024f1abd34a80a4e41e2d36e7344c', 'gw_port': {'id': '41a295dd-8748-4391-87f9-e887ecc1338e', 'name': '', 'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:be:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42b7de54-3625-4746-a80a-a9b0e2798753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '89646001-5df7-4559-baa8-56e15a045fc5', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:33:08Z', 'updated_at': '2021-09-23T07:33:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89646001-5df7-4559-baa8-56e15a045fc5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-18-iscsi'}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 07:33:12.698160 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-18eee6fe-4185-40ee-8923-a643ab8e9bba admin admin] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:12.889958 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-18eee6fe-4185-40ee-8923-a643ab8e9bba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728618137860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728617650881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728617650899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58957177'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:12.943639 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea98f66-2542-4f57-8fe2-fa3e919c2796 req-21eabfc2-804e-4b82-8378-22b2db22b7d4 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:33:12.955323 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-3ea98f66-2542-4f57-8fe2-fa3e919c2796 req-21eabfc2-804e-4b82-8378-22b2db22b7d4 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] 10.222.0.62 "GET /v2.0/ports?device_id=9dffc6eb-9adf-4def-8a91-1b8810d0a225 HTTP/1.1" status: 200 len: 944 time: 0.0641015 Sep 23 07:33:12.965938 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18eee6fe-4185-40ee-8923-a643ab8e9bba admin admin] Pushing event updated for resources: {'Port': ['ID=ae0530a4-55f6-409c-98ff-a2580a2aaff4,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:33:12.968823 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-18eee6fe-4185-40ee-8923-a643ab8e9bba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455541'] for router_interface, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:13.002319 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-3ea98f66-2542-4f57-8fe2-fa3e919c2796 req-4ab01745-9456-488f-9d5c-ae5f275d75d6 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] 10.222.0.62 "GET /v2.0/security-groups?id=1abea1f3-eb90-4ea0-bd1d-d6ddf6b9f56e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460873 Sep 23 07:33:13.098699 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18eee6fe-4185-40ee-8923-a643ab8e9bba admin admin] Network 65b4249a-6e16-4577-acc0-7c62fde24929 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:33:13.100891 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-18eee6fe-4185-40ee-8923-a643ab8e9bba admin admin] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:33:13.228083 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Device 41a295dd-8748-4391-87f9-e887ecc1338e up at agent ovs-agent-dv-cinder-805887-18-iscsi {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:33:13.293699 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18eee6fe-4185-40ee-8923-a643ab8e9bba admin admin] Router 42b7de54-3625-4746-a80a-a9b0e2798753 has already been hosted by L3 agent 65b4f7dd-c6e9-4255-94ee-66e285aed80f {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 07:33:13.306384 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Provisioning complete for port 41a295dd-8748-4391-87f9-e887ecc1338e triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:33:13.306950 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703931'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:13.449170 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:13.458034 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18eee6fe-4185-40ee-8923-a643ab8e9bba admin admin] Notify agent at l3_agent.dv-cinder-805887-18-iscsi the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 07:33:13.467421 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [None req-18eee6fe-4185-40ee-8923-a643ab8e9bba admin admin] 10.222.0.62 "PUT /v2.0/routers/42b7de54-3625-4746-a80a-a9b0e2798753/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7469373 Sep 23 07:33:13.479309 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.62', 60982) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:33:13.480497 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] For port 41a295dd-8748-4391-87f9-e887ecc1338e, host dv-cinder-805887-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-18-iscsi',level=0,port_id=41a295dd-8748-4391-87f9-e887ecc1338e,segment=NetworkSegment(8399e290-ca7c-4b27-b40e-543152e4317b),segment_id=8399e290-ca7c-4b27-b40e-543152e4317b)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:33:13.482262 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-46a84a81-f472-4147-9820-ef17468d06f7 None None] Provisioning complete for port ae0530a4-55f6-409c-98ff-a2580a2aaff4 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:33:13.482639 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-46a84a81-f472-4147-9820-ef17468d06f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703931'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:13.523895 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-46a84a81-f472-4147-9820-ef17468d06f7 None None] Port ae0530a4-55f6-409c-98ff-a2580a2aaff4 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 07:33:13.566052 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728618137860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728617650881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728617650899'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:13.632046 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Pushing event updated for resources: {'Port': ['ID=41a295dd-8748-4391-87f9-e887ecc1338e,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:33:13.649034 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.v2.base [None req-10106493-5b9f-454e-89d6-170ecc835635 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1348493970-network', 'tenant_id': '44f14a1eff06437caecae59cc98bd031'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:33:13.811004 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10106493-5b9f-454e-89d6-170ecc835635 admin admin] Made reservation on behalf of 44f14a1eff06437caecae59cc98bd031 for: {'network': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:33:13.813436 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-10106493-5b9f-454e-89d6-170ecc835635 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for network, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:13.822375 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-10106493-5b9f-454e-89d6-170ecc835635 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:13.918134 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-10106493-5b9f-454e-89d6-170ecc835635 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:13.993328 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-10106493-5b9f-454e-89d6-170ecc835635 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520401'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:14.024373 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10106493-5b9f-454e-89d6-170ecc835635 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 568} {{(pid=94840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 07:33:14.029944 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10106493-5b9f-454e-89d6-170ecc835635 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6182d852-a577-44a1-8d94-f7ee463f2202,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:33:14.051606 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-10106493-5b9f-454e-89d6-170ecc835635 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692928'] for segment, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:14.051606 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.db.segments_db [None req-10106493-5b9f-454e-89d6-170ecc835635 admin admin] Added segment 9cf08da0-2a69-4eb9-9c95-8930ba3d9ab5 of type vlan for network ccf3b05f-42c8-49c8-baf6-e3266e5ef227 Sep 23 07:33:14.101741 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-10106493-5b9f-454e-89d6-170ecc835635 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728617604886'] for network, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:14.160701 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4451ae49-ef7c-4610-a712-4a158d2d04ab req-8a5cf701-365a-439b-8b14-7c0001295555 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:33:14.163232 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-4451ae49-ef7c-4610-a712-4a158d2d04ab req-8a5cf701-365a-439b-8b14-7c0001295555 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] 10.222.0.62 "GET /v2.0/ports?device_id=9dffc6eb-9adf-4def-8a91-1b8810d0a225 HTTP/1.1" status: 200 len: 944 time: 0.0487459 Sep 23 07:33:14.208034 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-4451ae49-ef7c-4610-a712-4a158d2d04ab req-f05ec7ba-2f64-4b65-b9a6-89083570f4aa tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] 10.222.0.62 "GET /v2.0/security-groups?id=1abea1f3-eb90-4ea0-bd1d-d6ddf6b9f56e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396383 Sep 23 07:33:14.227588 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-10106493-5b9f-454e-89d6-170ecc835635 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957'] for network, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:14.228500 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10106493-5b9f-454e-89d6-170ecc835635 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:33:14.229124 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-10106493-5b9f-454e-89d6-170ecc835635 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577015'] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:14.295140 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10106493-5b9f-454e-89d6-170ecc835635 admin admin] Pushing event updated for resources: {'Network': ['ID=ccf3b05f-42c8-49c8-baf6-e3266e5ef227,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:33:14.306227 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Network ccf3b05f-42c8-49c8-baf6-e3266e5ef227 details requested by agent ovs-agent-dv-cinder-805887-18-iscsi with host dv-cinder-805887-18-iscsi {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 07:33:14.309032 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.62', 32770) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:33:14.314605 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.v2.base [None req-8ac926c5-a3ce-455c-ad31-582f0a3387de admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1300388694-network', 'tenant_id': '90e3ba9c52264e7c8f219256a53dcdd5'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:33:14.355325 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [None req-10106493-5b9f-454e-89d6-170ecc835635 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8717084 Sep 23 07:33:14.359523 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.62', 32772) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:33:14.365288 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.v2.base [None req-603acc81-b367-4c6c-a9e4-3cc2786bdcec admin admin] Request body: {'subnet': {'network_id': 'ccf3b05f-42c8-49c8-baf6-e3266e5ef227', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1348493970-subnet', 'tenant_id': '44f14a1eff06437caecae59cc98bd031', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:33:14.419092 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-025cdee9-a8bf-4d35-a72c-7eda87d05226 None None] Sync routers for ids ['42b7de54-3625-4746-a80a-a9b0e2798753'] in dv-cinder-805887-18-iscsi {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 07:33:14.431236 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-025cdee9-a8bf-4d35-a72c-7eda87d05226 None None] Routers {'42b7de54-3625-4746-a80a-a9b0e2798753'} bound to L3 agent in host dv-cinder-805887-18-iscsi {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:33:14.431236 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-025cdee9-a8bf-4d35-a72c-7eda87d05226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T07:15:56Z,description=,heartbeat_timestamp=2021-09-23T07:32:57Z,host='dv-cinder-805887-18-iscsi',id=65b4f7dd-c6e9-4255-94ee-66e285aed80f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T07:15:57Z,topic='l3_agent')) {'router_ids': ['42b7de54-3625-4746-a80a-a9b0e2798753'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:33:14.456181 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ac926c5-a3ce-455c-ad31-582f0a3387de admin admin] Made reservation on behalf of 90e3ba9c52264e7c8f219256a53dcdd5 for: {'network': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:33:14.465916 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8ac926c5-a3ce-455c-ad31-582f0a3387de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for network, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:14.470106 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8ac926c5-a3ce-455c-ad31-582f0a3387de admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:14.537412 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-025cdee9-a8bf-4d35-a72c-7eda87d05226 None None] Set router 42b7de54-3625-4746-a80a-a9b0e2798753 gateway port host: dv-cinder-805887-18-iscsi {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:33:14.652101 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-603acc81-b367-4c6c-a9e4-3cc2786bdcec admin admin] Made reservation on behalf of 44f14a1eff06437caecae59cc98bd031 for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:33:14.655332 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-603acc81-b367-4c6c-a9e4-3cc2786bdcec admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60759934'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:14.743287 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8ac926c5-a3ce-455c-ad31-582f0a3387de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:14.747132 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-025cdee9-a8bf-4d35-a72c-7eda87d05226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42b7de54-3625-4746-a80a-a9b0e2798753', 'name': 'tempest-TestShelveInstance-531437077-router', 'tenant_id': '1f7024f1abd34a80a4e41e2d36e7344c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'external_fixed_ips': [{'subnet_id': '89646001-5df7-4559-baa8-56e15a045fc5', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': '41a295dd-8748-4391-87f9-e887ecc1338e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:33:08Z', 'updated_at': '2021-09-23T07:33:12Z', 'revision_number': 4, 'project_id': '1f7024f1abd34a80a4e41e2d36e7344c', 'gw_port': {'id': '41a295dd-8748-4391-87f9-e887ecc1338e', 'name': '', 'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:be:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b7de54-3625-4746-a80a-a9b0e2798753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '89646001-5df7-4559-baa8-56e15a045fc5', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:33:08Z', 'updated_at': '2021-09-23T07:33:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89646001-5df7-4559-baa8-56e15a045fc5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-18-iscsi', '_interfaces': [{'id': 'ae0530a4-55f6-409c-98ff-a2580a2aaff4', 'name': '', 'network_id': '65b4249a-6e16-4577-acc0-7c62fde24929', 'tenant_id': '1f7024f1abd34a80a4e41e2d36e7344c', 'mac_address': 'fa:16:3e:f1:21:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42b7de54-3625-4746-a80a-a9b0e2798753', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '39dc90ad-17f9-49b5-a3cc-7dbe6ddf9367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:33:11Z', 'updated_at': '2021-09-23T07:33:12Z', 'revision_number': 2, 'project_id': '1f7024f1abd34a80a4e41e2d36e7344c', 'subnets': [{'id': '39dc90ad-17f9-49b5-a3cc-7dbe6ddf9367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-18-iscsi', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:33:14.774413 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-025cdee9-a8bf-4d35-a72c-7eda87d05226 None None] Checking router: 42b7de54-3625-4746-a80a-a9b0e2798753 for host: dv-cinder-805887-18-iscsi {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 07:33:14.774759 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-025cdee9-a8bf-4d35-a72c-7eda87d05226 None None] Updating router 42b7de54-3625-4746-a80a-a9b0e2798753 port ae0530a4-55f6-409c-98ff-a2580a2aaff4 binding host dv-cinder-805887-18-iscsi {{(pid=94843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 07:33:14.800508 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-025cdee9-a8bf-4d35-a72c-7eda87d05226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:14.821569 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8ac926c5-a3ce-455c-ad31-582f0a3387de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520401'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:14.853412 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ac926c5-a3ce-455c-ad31-582f0a3387de admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 592} {{(pid=94840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 07:33:14.859295 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac926c5-a3ce-455c-ad31-582f0a3387de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a37cdc81-aa15-4476-9811-43316b61d228,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:33:14.868532 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8ac926c5-a3ce-455c-ad31-582f0a3387de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692928'] for segment, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:14.868957 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.db.segments_db [None req-8ac926c5-a3ce-455c-ad31-582f0a3387de admin admin] Added segment 261208fd-fa2e-426b-a9c3-8014839716c0 of type vlan for network 42860b09-f426-4ab1-8dd6-b9d35a531f1d Sep 23 07:33:14.921921 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8ac926c5-a3ce-455c-ad31-582f0a3387de admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728617604886'] for network, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:14.947305 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-603acc81-b367-4c6c-a9e4-3cc2786bdcec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58829346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60759884'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:15.006301 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603acc81-b367-4c6c-a9e4-3cc2786bdcec admin admin] Pushing event updated for resources: {'Subnet': ['ID=b9adcf72-fbf7-4e47-9159-38ad7001b80e,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:33:15.008262 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8ac926c5-a3ce-455c-ad31-582f0a3387de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957'] for network, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:15.009705 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ac926c5-a3ce-455c-ad31-582f0a3387de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:33:15.015049 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8ac926c5-a3ce-455c-ad31-582f0a3387de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577015'] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:15.015945 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-603acc81-b367-4c6c-a9e4-3cc2786bdcec admin admin] Checking segment: {'id': '9cf08da0-2a69-4eb9-9c95-8930ba3d9ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'ccf3b05f-42c8-49c8-baf6-e3266e5ef227'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:33:15.016308 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-603acc81-b367-4c6c-a9e4-3cc2786bdcec admin admin] Network hostable DHCP agents. Network: ccf3b05f-42c8-49c8-baf6-e3266e5ef227, hostable agents: ['9616ea92-93d9-4385-b3af-aa5c267d1a12'], hosted agents: [] {{(pid=94841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 07:33:15.082952 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac926c5-a3ce-455c-ad31-582f0a3387de admin admin] Pushing event updated for resources: {'Network': ['ID=42860b09-f426-4ab1-8dd6-b9d35a531f1d,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:33:15.094827 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Network 42860b09-f426-4ab1-8dd6-b9d35a531f1d details requested by agent ovs-agent-dv-cinder-805887-18-iscsi with host dv-cinder-805887-18-iscsi {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 07:33:15.118366 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-603acc81-b367-4c6c-a9e4-3cc2786bdcec admin admin] Network ccf3b05f-42c8-49c8-baf6-e3266e5ef227 is scheduled to be hosted by DHCP agent 9616ea92-93d9-4385-b3af-aa5c267d1a12 with binding_index 1 {{(pid=94841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 07:33:15.119943 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Device 41a295dd-8748-4391-87f9-e887ecc1338e up at agent ovs-agent-dv-cinder-805887-18-iscsi {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:33:15.130429 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [None req-8ac926c5-a3ce-455c-ad31-582f0a3387de admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8202598 Sep 23 07:33:15.133386 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.62', 32774) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:33:15.138464 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.v2.base [None req-2706579e-c071-4687-9632-5ba7fa794de8 admin admin] Request body: {'subnet': {'network_id': '42860b09-f426-4ab1-8dd6-b9d35a531f1d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1300388694-subnet', 'tenant_id': '90e3ba9c52264e7c8f219256a53dcdd5', 'ip_version': 4}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:33:15.164017 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-603acc81-b367-4c6c-a9e4-3cc2786bdcec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805887-18-iscsi, ccf3b05f-42c8-49c8-baf6-e3266e5ef227) {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:33:15.168917 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-603acc81-b367-4c6c-a9e4-3cc2786bdcec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:33:15.169491 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-603acc81-b367-4c6c-a9e4-3cc2786bdcec admin admin] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:15.180614 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f12c808-bc4e-42bb-b812-2b19103c67a9 None None] Network ccf3b05f-42c8-49c8-baf6-e3266e5ef227 requested from dv-cinder-805887-18-iscsi {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:33:15.226877 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-025cdee9-a8bf-4d35-a72c-7eda87d05226 None None] Notify callbacks [] for port, precommit_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:15.241282 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2706579e-c071-4687-9632-5ba7fa794de8 admin admin] Made reservation on behalf of 90e3ba9c52264e7c8f219256a53dcdd5 for: {'subnet': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:33:15.241612 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2706579e-c071-4687-9632-5ba7fa794de8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58720415'] for subnet, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:15.268597 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Provisioning complete for port 41a295dd-8748-4391-87f9-e887ecc1338e triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:33:15.269143 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703931'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:15.301993 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-025cdee9-a8bf-4d35-a72c-7eda87d05226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728618137860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728617650881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728617650899'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:15.323046 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [None req-603acc81-b367-4c6c-a9e4-3cc2786bdcec admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9619884 Sep 23 07:33:15.353255 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499e3ffb-ce51-475e-8d57-44ca29f29593 None None] Pushing event updated for resources: {'Port': ['ID=ae0530a4-55f6-409c-98ff-a2580a2aaff4,revision_number=3']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:33:15.362382 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295f031a-400d-4d4e-a3f0-4293610ef20d req-7ed5baf0-f38f-4465-b617-4045f40e130e tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:33:15.363121 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499e3ffb-ce51-475e-8d57-44ca29f29593 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:33:15.363493 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499e3ffb-ce51-475e-8d57-44ca29f29593 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:33:15.363876 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499e3ffb-ce51-475e-8d57-44ca29f29593 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:33:15.364155 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499e3ffb-ce51-475e-8d57-44ca29f29593 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:33:15.364675 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499e3ffb-ce51-475e-8d57-44ca29f29593 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:33:15.365187 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499e3ffb-ce51-475e-8d57-44ca29f29593 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:33:15.365681 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499e3ffb-ce51-475e-8d57-44ca29f29593 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:33:15.366594 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499e3ffb-ce51-475e-8d57-44ca29f29593 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:33:15.367247 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499e3ffb-ce51-475e-8d57-44ca29f29593 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:33:15.367729 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499e3ffb-ce51-475e-8d57-44ca29f29593 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:33:15.368213 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499e3ffb-ce51-475e-8d57-44ca29f29593 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:33:15.368910 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499e3ffb-ce51-475e-8d57-44ca29f29593 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:33:15.374369 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-295f031a-400d-4d4e-a3f0-4293610ef20d req-7ed5baf0-f38f-4465-b617-4045f40e130e tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] 10.222.0.62 "GET /v2.0/ports?device_id=9dffc6eb-9adf-4def-8a91-1b8810d0a225 HTTP/1.1" status: 200 len: 944 time: 0.0927145 Sep 23 07:33:15.410174 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f20b7439-0b79-4b67-b09b-65f2b1b03919 None None] Network ccf3b05f-42c8-49c8-baf6-e3266e5ef227 requested from dv-cinder-805887-18-iscsi {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:33:15.463709 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-295f031a-400d-4d4e-a3f0-4293610ef20d req-a4b58a1d-16a0-4518-a39f-31d82f2fcefa tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] 10.222.0.62 "GET /v2.0/security-groups?id=1abea1f3-eb90-4ea0-bd1d-d6ddf6b9f56e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815368 Sep 23 07:33:15.519972 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-025cdee9-a8bf-4d35-a72c-7eda87d05226 None None] Attempting to bind port ae0530a4-55f6-409c-98ff-a2580a2aaff4 on host dv-cinder-805887-18-iscsi for vnic_type normal with profile {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:33:15.520966 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-025cdee9-a8bf-4d35-a72c-7eda87d05226 None None] Attempting to bind port ae0530a4-55f6-409c-98ff-a2580a2aaff4 by drivers openvswitch,hyperv on host dv-cinder-805887-18-iscsi at level 0 using segments [{'id': 'b1d011f7-9d5f-4dbf-9fea-a6a7339af9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '65b4249a-6e16-4577-acc0-7c62fde24929'}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:33:15.521568 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-025cdee9-a8bf-4d35-a72c-7eda87d05226 None None] Attempting to bind port ae0530a4-55f6-409c-98ff-a2580a2aaff4 on network 65b4249a-6e16-4577-acc0-7c62fde24929 {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:33:15.527239 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-025cdee9-a8bf-4d35-a72c-7eda87d05226 None None] Checking agent: {'id': '8a4a6f1f-c513-442c-b997-00aea54023cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805887-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 7, 15, 58), 'started_at': datetime.datetime(2021, 9, 23, 7, 16, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 7, 32, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805887-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 07:33:15.528119 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-025cdee9-a8bf-4d35-a72c-7eda87d05226 None None] Checking segment: {'id': 'b1d011f7-9d5f-4dbf-9fea-a6a7339af9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '65b4249a-6e16-4577-acc0-7c62fde24929'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:33:15.528805 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-025cdee9-a8bf-4d35-a72c-7eda87d05226 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:15.532505 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-025cdee9-a8bf-4d35-a72c-7eda87d05226 None None] Bound using segment: {'id': 'b1d011f7-9d5f-4dbf-9fea-a6a7339af9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '65b4249a-6e16-4577-acc0-7c62fde24929'} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 07:33:15.532505 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-025cdee9-a8bf-4d35-a72c-7eda87d05226 None None] Bound port: ae0530a4-55f6-409c-98ff-a2580a2aaff4, host: dv-cinder-805887-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1d011f7-9d5f-4dbf-9fea-a6a7339af9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '65b4249a-6e16-4577-acc0-7c62fde24929'}}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 07:33:15.532505 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-025cdee9-a8bf-4d35-a72c-7eda87d05226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:15.635171 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-025cdee9-a8bf-4d35-a72c-7eda87d05226 None None] For port ae0530a4-55f6-409c-98ff-a2580a2aaff4, host dv-cinder-805887-18-iscsi, cleared binding levels {{(pid=94843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:33:15.643479 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-025cdee9-a8bf-4d35-a72c-7eda87d05226 None None] For port ae0530a4-55f6-409c-98ff-a2580a2aaff4, host dv-cinder-805887-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-18-iscsi',level=0,port_id=ae0530a4-55f6-409c-98ff-a2580a2aaff4,segment=NetworkSegment(b1d011f7-9d5f-4dbf-9fea-a6a7339af9fe),segment_id=b1d011f7-9d5f-4dbf-9fea-a6a7339af9fe)] {{(pid=94843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 07:33:15.661140 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2706579e-c071-4687-9632-5ba7fa794de8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58957294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58720429'] for subnet, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:15.724874 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-025cdee9-a8bf-4d35-a72c-7eda87d05226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728618137860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728617650881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728617650899'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:15.749430 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2706579e-c071-4687-9632-5ba7fa794de8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d16cc43-c22b-4809-8d1d-ee98e88ea254,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:33:15.753789 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2706579e-c071-4687-9632-5ba7fa794de8 admin admin] Checking segment: {'id': '261208fd-fa2e-426b-a9c3-8014839716c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '42860b09-f426-4ab1-8dd6-b9d35a531f1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:33:15.754385 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2706579e-c071-4687-9632-5ba7fa794de8 admin admin] Network hostable DHCP agents. Network: 42860b09-f426-4ab1-8dd6-b9d35a531f1d, hostable agents: ['9616ea92-93d9-4385-b3af-aa5c267d1a12'], hosted agents: [] {{(pid=94840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 07:33:15.774406 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-8d97b71d-06d6-4d2e-b339-502edde8a0a4 None None] Provisioning complete for port ae0530a4-55f6-409c-98ff-a2580a2aaff4 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:33:15.774854 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-8d97b71d-06d6-4d2e-b339-502edde8a0a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703931'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:15.779177 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499e3ffb-ce51-475e-8d57-44ca29f29593 None None] Pushing event updated for resources: {'Port': ['ID=ae0530a4-55f6-409c-98ff-a2580a2aaff4,revision_number=4']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:33:15.804347 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-025cdee9-a8bf-4d35-a72c-7eda87d05226 None None] Routers {'42b7de54-3625-4746-a80a-a9b0e2798753'} bound to L3 agent in host dv-cinder-805887-18-iscsi {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:33:15.805589 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-025cdee9-a8bf-4d35-a72c-7eda87d05226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T07:15:56Z,description=,heartbeat_timestamp=2021-09-23T07:32:57Z,host='dv-cinder-805887-18-iscsi',id=65b4f7dd-c6e9-4255-94ee-66e285aed80f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T07:15:57Z,topic='l3_agent')) {'router_ids': ['42b7de54-3625-4746-a80a-a9b0e2798753'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:33:15.845381 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2706579e-c071-4687-9632-5ba7fa794de8 admin admin] Network 42860b09-f426-4ab1-8dd6-b9d35a531f1d is scheduled to be hosted by DHCP agent 9616ea92-93d9-4385-b3af-aa5c267d1a12 with binding_index 1 {{(pid=94840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 07:33:15.889754 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-8d97b71d-06d6-4d2e-b339-502edde8a0a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:15.925039 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-8d97b71d-06d6-4d2e-b339-502edde8a0a4 None None] For port ae0530a4-55f6-409c-98ff-a2580a2aaff4, host dv-cinder-805887-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-18-iscsi',level=0,port_id=ae0530a4-55f6-409c-98ff-a2580a2aaff4,segment=NetworkSegment(b1d011f7-9d5f-4dbf-9fea-a6a7339af9fe),segment_id=b1d011f7-9d5f-4dbf-9fea-a6a7339af9fe)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:33:15.935532 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-2706579e-c071-4687-9632-5ba7fa794de8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805887-18-iscsi, 42860b09-f426-4ab1-8dd6-b9d35a531f1d) {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:33:15.937513 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-025cdee9-a8bf-4d35-a72c-7eda87d05226 None None] Set router 42b7de54-3625-4746-a80a-a9b0e2798753 gateway port host: dv-cinder-805887-18-iscsi {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:33:15.944970 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2706579e-c071-4687-9632-5ba7fa794de8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:33:15.947767 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2706579e-c071-4687-9632-5ba7fa794de8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577015'] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:15.959667 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c81c2573-3251-4db6-8ade-1ce659f41685 None None] Network 42860b09-f426-4ab1-8dd6-b9d35a531f1d requested from dv-cinder-805887-18-iscsi {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:33:16.044975 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-8d97b71d-06d6-4d2e-b339-502edde8a0a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728618137860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728617650881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728617650899'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:16.082285 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.62', 32786) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:33:16.084192 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [None req-2706579e-c071-4687-9632-5ba7fa794de8 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9497650 Sep 23 07:33:16.087477 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.v2.base [None req-16eccbf6-d920-4a88-a540-53483fd05ee4 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1300388694-router', 'tenant_id': '90e3ba9c52264e7c8f219256a53dcdd5', 'external_gateway_info': {'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756'}}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:33:16.137150 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d97b71d-06d6-4d2e-b339-502edde8a0a4 None None] Pushing event updated for resources: {'Port': ['ID=ae0530a4-55f6-409c-98ff-a2580a2aaff4,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:33:16.175084 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-025cdee9-a8bf-4d35-a72c-7eda87d05226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42b7de54-3625-4746-a80a-a9b0e2798753', 'name': 'tempest-TestShelveInstance-531437077-router', 'tenant_id': '1f7024f1abd34a80a4e41e2d36e7344c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'external_fixed_ips': [{'subnet_id': '89646001-5df7-4559-baa8-56e15a045fc5', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': '41a295dd-8748-4391-87f9-e887ecc1338e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:33:08Z', 'updated_at': '2021-09-23T07:33:12Z', 'revision_number': 4, 'project_id': '1f7024f1abd34a80a4e41e2d36e7344c', 'gw_port': {'id': '41a295dd-8748-4391-87f9-e887ecc1338e', 'name': '', 'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:be:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b7de54-3625-4746-a80a-a9b0e2798753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '89646001-5df7-4559-baa8-56e15a045fc5', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:33:08Z', 'updated_at': '2021-09-23T07:33:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89646001-5df7-4559-baa8-56e15a045fc5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-18-iscsi', '_interfaces': [{'id': 'ae0530a4-55f6-409c-98ff-a2580a2aaff4', 'name': '', 'network_id': '65b4249a-6e16-4577-acc0-7c62fde24929', 'tenant_id': '1f7024f1abd34a80a4e41e2d36e7344c', 'mac_address': 'fa:16:3e:f1:21:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42b7de54-3625-4746-a80a-a9b0e2798753', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '39dc90ad-17f9-49b5-a3cc-7dbe6ddf9367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:33:11Z', 'updated_at': '2021-09-23T07:33:15Z', 'revision_number': 4, 'project_id': '1f7024f1abd34a80a4e41e2d36e7344c', 'subnets': [{'id': '39dc90ad-17f9-49b5-a3cc-7dbe6ddf9367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-18-iscsi', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:33:16.178811 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fec31376-a4f7-4130-848e-d3eaff18c1d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a3420cd-ceb0-58a0-900c-b744b29f87bb-42860b09-f426-4ab1-8dd6-b9d35a531f1d', 'network_id': '42860b09-f426-4ab1-8dd6-b9d35a531f1d', 'tenant_id': '90e3ba9c52264e7c8f219256a53dcdd5', 'fixed_ips': [{'subnet_id': '6d16cc43-c22b-4809-8d1d-ee98e88ea254'}]}} from dv-cinder-805887-18-iscsi. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 07:33:16.178811 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-fec31376-a4f7-4130-848e-d3eaff18c1d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:16.193159 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-b77a6c96-2f34-4ba5-8691-29c6495c7629 None None] Provisioning complete for port ae0530a4-55f6-409c-98ff-a2580a2aaff4 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:33:16.193534 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-b77a6c96-2f34-4ba5-8691-29c6495c7629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703931'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:16.198886 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-16eccbf6-d920-4a88-a540-53483fd05ee4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-462469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1418'] for router, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:16.200644 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-16eccbf6-d920-4a88-a540-53483fd05ee4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-459381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456581', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1411'] for router, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:16.206171 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-025cdee9-a8bf-4d35-a72c-7eda87d05226 None None] The sync data for ids ['42b7de54-3625-4746-a80a-a9b0e2798753'] in dv-cinder-805887-18-iscsi is: [{'id': '42b7de54-3625-4746-a80a-a9b0e2798753', 'name': 'tempest-TestShelveInstance-531437077-router', 'tenant_id': '1f7024f1abd34a80a4e41e2d36e7344c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'external_fixed_ips': [{'subnet_id': '89646001-5df7-4559-baa8-56e15a045fc5', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': '41a295dd-8748-4391-87f9-e887ecc1338e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:33:08Z', 'updated_at': '2021-09-23T07:33:12Z', 'revision_number': 4, 'project_id': '1f7024f1abd34a80a4e41e2d36e7344c', 'gw_port': {'id': '41a295dd-8748-4391-87f9-e887ecc1338e', 'name': '', 'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:be:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b7de54-3625-4746-a80a-a9b0e2798753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '89646001-5df7-4559-baa8-56e15a045fc5', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:33:08Z', 'updated_at': '2021-09-23T07:33:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89646001-5df7-4559-baa8-56e15a045fc5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-18-iscsi', '_interfaces': [{'id': 'ae0530a4-55f6-409c-98ff-a2580a2aaff4', 'name': '', 'network_id': '65b4249a-6e16-4577-acc0-7c62fde24929', 'tenant_id': '1f7024f1abd34a80a4e41e2d36e7344c', 'mac_address': 'fa:16:3e:f1:21:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42b7de54-3625-4746-a80a-a9b0e2798753', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '39dc90ad-17f9-49b5-a3cc-7dbe6ddf9367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:33:11Z', 'updated_at': '2021-09-23T07:33:15Z', 'revision_number': 4, 'project_id': '1f7024f1abd34a80a4e41e2d36e7344c', 'subnets': [{'id': '39dc90ad-17f9-49b5-a3cc-7dbe6ddf9367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 07:33:16.269807 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-16eccbf6-d920-4a88-a540-53483fd05ee4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:16.433535 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-fec31376-a4f7-4130-848e-d3eaff18c1d1 None None] Allocated IP 172.20.0.2 (42860b09-f426-4ab1-8dd6-b9d35a531f1d/6d16cc43-c22b-4809-8d1d-ee98e88ea254/ac6c17ae-f05e-4fbf-94b4-42fdd93bf936) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:33:16.529726 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-16eccbf6-d920-4a88-a540-53483fd05ee4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:16.626760 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-fec31376-a4f7-4130-848e-d3eaff18c1d1 None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:16.627209 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4229f81f-0a79-4c9e-b13e-f4f4e85bf5bb req-3edc28e9-fd1d-4587-8ab6-4df0f441817a tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:33:16.628893 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-4229f81f-0a79-4c9e-b13e-f4f4e85bf5bb req-3edc28e9-fd1d-4587-8ab6-4df0f441817a tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] 10.222.0.62 "GET /v2.0/ports?device_id=9dffc6eb-9adf-4def-8a91-1b8810d0a225 HTTP/1.1" status: 200 len: 944 time: 0.0607464 Sep 23 07:33:16.684370 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-4229f81f-0a79-4c9e-b13e-f4f4e85bf5bb req-72fda6c8-0d77-4639-ba8d-9f0177b39c98 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] 10.222.0.62 "GET /v2.0/security-groups?id=1abea1f3-eb90-4ea0-bd1d-d6ddf6b9f56e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493379 Sep 23 07:33:16.759499 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-fec31376-a4f7-4130-848e-d3eaff18c1d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728617650863'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:16.883067 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-16eccbf6-d920-4a88-a540-53483fd05ee4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:16.903855 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-16eccbf6-d920-4a88-a540-53483fd05ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:16.929195 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fec31376-a4f7-4130-848e-d3eaff18c1d1 None None] Network 42860b09-f426-4ab1-8dd6-b9d35a531f1d is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:33:16.933773 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-fec31376-a4f7-4130-848e-d3eaff18c1d1 None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:33:16.937423 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fec31376-a4f7-4130-848e-d3eaff18c1d1 None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:33:16.945572 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec31376-a4f7-4130-848e-d3eaff18c1d1 None None] Pushing event updated for resources: {'Port': ['ID=ac6c17ae-f05e-4fbf-94b4-42fdd93bf936,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:33:17.005508 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-fec31376-a4f7-4130-848e-d3eaff18c1d1 None None] Attempting to bind port ac6c17ae-f05e-4fbf-94b4-42fdd93bf936 on host dv-cinder-805887-18-iscsi for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:33:17.006188 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-fec31376-a4f7-4130-848e-d3eaff18c1d1 None None] Attempting to bind port ac6c17ae-f05e-4fbf-94b4-42fdd93bf936 by drivers openvswitch,hyperv on host dv-cinder-805887-18-iscsi at level 0 using segments [{'id': '261208fd-fa2e-426b-a9c3-8014839716c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '42860b09-f426-4ab1-8dd6-b9d35a531f1d'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:33:17.006554 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec31376-a4f7-4130-848e-d3eaff18c1d1 None None] Attempting to bind port ac6c17ae-f05e-4fbf-94b4-42fdd93bf936 on network 42860b09-f426-4ab1-8dd6-b9d35a531f1d {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:33:17.012272 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec31376-a4f7-4130-848e-d3eaff18c1d1 None None] Checking agent: {'id': '8a4a6f1f-c513-442c-b997-00aea54023cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805887-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 7, 15, 58), 'started_at': datetime.datetime(2021, 9, 23, 7, 16, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 7, 32, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805887-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 07:33:17.012683 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec31376-a4f7-4130-848e-d3eaff18c1d1 None None] Checking segment: {'id': '261208fd-fa2e-426b-a9c3-8014839716c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '42860b09-f426-4ab1-8dd6-b9d35a531f1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:33:17.013147 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-fec31376-a4f7-4130-848e-d3eaff18c1d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:17.013656 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec31376-a4f7-4130-848e-d3eaff18c1d1 None None] Bound using segment: {'id': '261208fd-fa2e-426b-a9c3-8014839716c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '42860b09-f426-4ab1-8dd6-b9d35a531f1d'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 07:33:17.014005 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-fec31376-a4f7-4130-848e-d3eaff18c1d1 None None] Bound port: ac6c17ae-f05e-4fbf-94b4-42fdd93bf936, host: dv-cinder-805887-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '261208fd-fa2e-426b-a9c3-8014839716c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '42860b09-f426-4ab1-8dd6-b9d35a531f1d'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 07:33:17.014381 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-fec31376-a4f7-4130-848e-d3eaff18c1d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:17.029210 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-16eccbf6-d920-4a88-a540-53483fd05ee4 admin admin] Allocated IP 172.27.2.189 (d5e7441b-7712-4831-9dab-1c29a8301756/89646001-5df7-4559-baa8-56e15a045fc5/1fdd9518-f73c-4439-b750-60a3b2bf3513) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:33:17.106623 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-fec31376-a4f7-4130-848e-d3eaff18c1d1 None None] For port ac6c17ae-f05e-4fbf-94b4-42fdd93bf936, host dv-cinder-805887-18-iscsi, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:33:17.111187 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-fec31376-a4f7-4130-848e-d3eaff18c1d1 None None] For port ac6c17ae-f05e-4fbf-94b4-42fdd93bf936, host dv-cinder-805887-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-18-iscsi',level=0,port_id=ac6c17ae-f05e-4fbf-94b4-42fdd93bf936,segment=NetworkSegment(261208fd-fa2e-426b-a9c3-8014839716c0),segment_id=261208fd-fa2e-426b-a9c3-8014839716c0)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 07:33:17.158801 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Device ae0530a4-55f6-409c-98ff-a2580a2aaff4 up at agent ovs-agent-dv-cinder-805887-18-iscsi {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:33:17.194706 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-fec31376-a4f7-4130-848e-d3eaff18c1d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728618137860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728617650881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728617650899'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:17.199631 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-16eccbf6-d920-4a88-a540-53483fd05ee4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:17.281162 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec31376-a4f7-4130-848e-d3eaff18c1d1 None None] Pushing event updated for resources: {'Port': ['ID=ac6c17ae-f05e-4fbf-94b4-42fdd93bf936,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:33:17.287027 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Provisioning complete for port ae0530a4-55f6-409c-98ff-a2580a2aaff4 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:33:17.287297 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703931'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:17.327009 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-16eccbf6-d920-4a88-a540-53483fd05ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728617650863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58829502'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:17.382061 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16eccbf6-d920-4a88-a540-53483fd05ee4 admin admin] Network d5e7441b-7712-4831-9dab-1c29a8301756 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:33:17.387132 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-16eccbf6-d920-4a88-a540-53483fd05ee4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:33:17.390339 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16eccbf6-d920-4a88-a540-53483fd05ee4 admin admin] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:33:17.420618 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16eccbf6-d920-4a88-a540-53483fd05ee4 admin admin] Pushing event updated for resources: {'Port': ['ID=1fdd9518-f73c-4439-b750-60a3b2bf3513,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:33:17.910903 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb3639c-da90-42c5-9cad-eb2a77cd4777 req-55129ae1-dc39-4d64-b8df-59dd32f929e8 tempest-VolumesSnapshotTestJSON-1179798166 tempest-VolumesSnapshotTestJSON-1179798166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:33:17.912505 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-2bb3639c-da90-42c5-9cad-eb2a77cd4777 req-55129ae1-dc39-4d64-b8df-59dd32f929e8 tempest-VolumesSnapshotTestJSON-1179798166 tempest-VolumesSnapshotTestJSON-1179798166-project] 10.222.0.62 "GET /v2.0/networks?id=ccf3b05f-42c8-49c8-baf6-e3266e5ef227 HTTP/1.1" status: 200 len: 814 time: 0.2296526 Sep 23 07:33:17.919899 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc75f9ad-feb1-4ee4-b88b-88b4f6f11096 req-5f204ef0-e987-4fca-aeef-a2c3f4aac76c tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:33:17.921427 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-dc75f9ad-feb1-4ee4-b88b-88b4f6f11096 req-5f204ef0-e987-4fca-aeef-a2c3f4aac76c tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] 10.222.0.62 "GET /v2.0/ports?device_id=9dffc6eb-9adf-4def-8a91-1b8810d0a225 HTTP/1.1" status: 200 len: 944 time: 0.1641185 Sep 23 07:33:17.924899 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-16eccbf6-d920-4a88-a540-53483fd05ee4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:17.985641 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-2bb3639c-da90-42c5-9cad-eb2a77cd4777 req-d75f6300-1747-4056-a7e3-2f766e38a4c6 tempest-VolumesSnapshotTestJSON-1179798166 tempest-VolumesSnapshotTestJSON-1179798166-project] 10.222.0.62 "GET /v2.0/quotas/44f14a1eff06437caecae59cc98bd031 HTTP/1.1" status: 200 len: 375 time: 0.0629158 Sep 23 07:33:18.059730 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-2bb3639c-da90-42c5-9cad-eb2a77cd4777 req-f2ee2945-78d6-4cac-b456-1eea395707d7 tempest-VolumesSnapshotTestJSON-1179798166 tempest-VolumesSnapshotTestJSON-1179798166-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=44f14a1eff06437caecae59cc98bd031&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0415232 Sep 23 07:33:18.069166 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-dc75f9ad-feb1-4ee4-b88b-88b4f6f11096 req-4550941d-0aaf-4861-a519-7342ed925a6b tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] 10.222.0.62 "GET /v2.0/security-groups?id=1abea1f3-eb90-4ea0-bd1d-d6ddf6b9f56e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1365898 Sep 23 07:33:18.222762 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d48431c-3fc8-4688-ac17-e44ea39dcd5b None None] Network 42860b09-f426-4ab1-8dd6-b9d35a531f1d requested from dv-cinder-805887-18-iscsi {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:33:18.296284 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-e343a542-7f6b-4223-ac57-5b9202a12cfa None None] Provisioning complete for port ac6c17ae-f05e-4fbf-94b4-42fdd93bf936 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:33:18.296658 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e343a542-7f6b-4223-ac57-5b9202a12cfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703931'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:18.452303 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e343a542-7f6b-4223-ac57-5b9202a12cfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:18.512813 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-e343a542-7f6b-4223-ac57-5b9202a12cfa None None] For port ac6c17ae-f05e-4fbf-94b4-42fdd93bf936, host dv-cinder-805887-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-18-iscsi',level=0,port_id=ac6c17ae-f05e-4fbf-94b4-42fdd93bf936,segment=NetworkSegment(261208fd-fa2e-426b-a9c3-8014839716c0),segment_id=261208fd-fa2e-426b-a9c3-8014839716c0)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:33:18.546074 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-2bb3639c-da90-42c5-9cad-eb2a77cd4777 req-28ec38f9-312f-41c3-8295-27badd8acfef service neutron] 10.222.0.62 "GET /v2.0/networks/ccf3b05f-42c8-49c8-baf6-e3266e5ef227?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4759171 Sep 23 07:33:18.590995 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-16eccbf6-d920-4a88-a540-53483fd05ee4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-459276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456632'] for router, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:18.616627 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e343a542-7f6b-4223-ac57-5b9202a12cfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728618137860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728617650881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728617650899'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:18.679417 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e343a542-7f6b-4223-ac57-5b9202a12cfa None None] Pushing event updated for resources: {'Port': ['ID=ac6c17ae-f05e-4fbf-94b4-42fdd93bf936,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:33:18.726548 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-2bb3639c-da90-42c5-9cad-eb2a77cd4777 req-354e8daa-f408-448f-9e25-e20a5ded2771 service neutron] 10.222.0.62 "GET /v2.0/networks/ccf3b05f-42c8-49c8-baf6-e3266e5ef227?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1731930 Sep 23 07:33:18.745318 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-317c6f7c-1b11-4de7-8042-9c967bf096f7 None None] Provisioning complete for port ac6c17ae-f05e-4fbf-94b4-42fdd93bf936 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:33:18.745872 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-317c6f7c-1b11-4de7-8042-9c967bf096f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703931'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:18.839395 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16eccbf6-d920-4a88-a540-53483fd05ee4 admin admin] Router 10ed044e-b7d6-4143-849c-45019b0439f1 is scheduled to L3 agent 65b4f7dd-c6e9-4255-94ee-66e285aed80f with binding_index 1 {{(pid=94841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 07:33:18.948996 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16eccbf6-d920-4a88-a540-53483fd05ee4 admin admin] Notify agent at l3_agent.dv-cinder-805887-18-iscsi the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 07:33:18.964388 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-108e35d6-9aa4-4e8b-9f83-e5ead0bab287 None None] Sync routers for ids ['10ed044e-b7d6-4143-849c-45019b0439f1'] in dv-cinder-805887-18-iscsi {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 07:33:18.980631 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-108e35d6-9aa4-4e8b-9f83-e5ead0bab287 None None] Routers {'10ed044e-b7d6-4143-849c-45019b0439f1'} bound to L3 agent in host dv-cinder-805887-18-iscsi {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:33:18.980631 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-108e35d6-9aa4-4e8b-9f83-e5ead0bab287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T07:15:56Z,description=,heartbeat_timestamp=2021-09-23T07:32:57Z,host='dv-cinder-805887-18-iscsi',id=65b4f7dd-c6e9-4255-94ee-66e285aed80f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T07:15:57Z,topic='l3_agent')) {'router_ids': ['10ed044e-b7d6-4143-849c-45019b0439f1'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:33:19.012774 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-9c31ae2f-4f0b-4289-82b5-bf43fadbca69 req-84dfa40b-7c96-4081-8408-7f4f98364574 tempest-VolumesSnapshotTestJSON-1179798166 tempest-VolumesSnapshotTestJSON-1179798166-project] 10.222.0.62 "GET /v2.0/ports?device_id=e1f58d7a-5f20-4971-a536-c86be1de52a0 HTTP/1.1" status: 200 len: 210 time: 0.0273929 Sep 23 07:33:19.073637 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-16eccbf6-d920-4a88-a540-53483fd05ee4 admin admin] Notify callbacks [] for router, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:19.077422 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [None req-16eccbf6-d920-4a88-a540-53483fd05ee4 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.9916744 Sep 23 07:33:19.078071 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.62', 32816) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:33:19.098535 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Device fed1e78b-8bbc-47c5-b465-a288baf96ade details requested by agent hyperv_hv-cinder-80588 with host hv-cinder-80588 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 07:33:19.161242 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Device ac6c17ae-f05e-4fbf-94b4-42fdd93bf936 up at agent ovs-agent-dv-cinder-805887-18-iscsi {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:33:19.166967 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-108e35d6-9aa4-4e8b-9f83-e5ead0bab287 None None] Set router 10ed044e-b7d6-4143-849c-45019b0439f1 gateway port host: dv-cinder-805887-18-iscsi {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:33:19.253471 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b89936-aa51-4049-a1d1-739983ddf7f0 req-2ddce160-520e-4d73-8517-b66039c18cd6 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:33:19.255020 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-e6b89936-aa51-4049-a1d1-739983ddf7f0 req-2ddce160-520e-4d73-8517-b66039c18cd6 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] 10.222.0.62 "GET /v2.0/ports?device_id=9dffc6eb-9adf-4def-8a91-1b8810d0a225 HTTP/1.1" status: 200 len: 944 time: 0.0711539 Sep 23 07:33:19.363046 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-e6b89936-aa51-4049-a1d1-739983ddf7f0 req-e0d03e2c-9a81-44b7-a179-659874e2f455 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] 10.222.0.62 "GET /v2.0/security-groups?id=1abea1f3-eb90-4ea0-bd1d-d6ddf6b9f56e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688508 Sep 23 07:33:19.370220 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] For port fed1e78b-8bbc-47c5-b465-a288baf96ade, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=fed1e78b-8bbc-47c5-b465-a288baf96ade,segment=NetworkSegment(3a470730-1ad3-461f-91dc-af57cba68cf2),segment_id=3a470730-1ad3-461f-91dc-af57cba68cf2)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:33:19.387421 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Provisioning complete for port ac6c17ae-f05e-4fbf-94b4-42fdd93bf936 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:33:19.387792 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703931'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:19.390913 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Returning: {'device': 'fed1e78b-8bbc-47c5-b465-a288baf96ade', 'network_id': '9f0a0a70-36ce-402d-923c-729f01f617e9', 'port_id': 'fed1e78b-8bbc-47c5-b465-a288baf96ade', 'mac_address': 'fa:16:3e:b8:c2:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '268d9a9b-c8cd-41c6-9c6e-7f9d40e41eae', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 07:33:19.505214 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:19.542821 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fed1e78b-8bbc-47c5-b465-a288baf96ade {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 07:33:19.584233 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-108e35d6-9aa4-4e8b-9f83-e5ead0bab287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10ed044e-b7d6-4143-849c-45019b0439f1', 'name': 'tempest-TestShelveInstance-1300388694-router', 'tenant_id': '90e3ba9c52264e7c8f219256a53dcdd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'external_fixed_ips': [{'subnet_id': '89646001-5df7-4559-baa8-56e15a045fc5', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': '1fdd9518-f73c-4439-b750-60a3b2bf3513', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:33:16Z', 'updated_at': '2021-09-23T07:33:17Z', 'revision_number': 3, 'project_id': '90e3ba9c52264e7c8f219256a53dcdd5', 'gw_port': {'id': '1fdd9518-f73c-4439-b750-60a3b2bf3513', 'name': '', 'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:a2:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10ed044e-b7d6-4143-849c-45019b0439f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '89646001-5df7-4559-baa8-56e15a045fc5', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:33:16Z', 'updated_at': '2021-09-23T07:33:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '89646001-5df7-4559-baa8-56e15a045fc5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-18-iscsi'}], 'dv-cinder-805887-18-iscsi', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:33:19.587142 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] For port fed1e78b-8bbc-47c5-b465-a288baf96ade, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=fed1e78b-8bbc-47c5-b465-a288baf96ade,segment=NetworkSegment(3a470730-1ad3-461f-91dc-af57cba68cf2),segment_id=3a470730-1ad3-461f-91dc-af57cba68cf2)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:33:19.611464 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-452bb3c1-3e86-4ed1-99a2-d1fcab0b7d1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:19.615253 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-108e35d6-9aa4-4e8b-9f83-e5ead0bab287 None None] Checking router: 10ed044e-b7d6-4143-849c-45019b0439f1 for host: dv-cinder-805887-18-iscsi {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 07:33:19.615600 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-108e35d6-9aa4-4e8b-9f83-e5ead0bab287 None None] Updating router 10ed044e-b7d6-4143-849c-45019b0439f1 port 1fdd9518-f73c-4439-b750-60a3b2bf3513 binding host dv-cinder-805887-18-iscsi {{(pid=94842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 07:33:19.649031 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-108e35d6-9aa4-4e8b-9f83-e5ead0bab287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:19.726638 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728618137860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728617650881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728617650899'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:19.767954 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-452bb3c1-3e86-4ed1-99a2-d1fcab0b7d1d admin admin] Allocated IP 172.20.0.1 (42860b09-f426-4ab1-8dd6-b9d35a531f1d/6d16cc43-c22b-4809-8d1d-ee98e88ea254/2f554f88-657f-46e7-8ff3-09c61fc0478c) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:33:19.805350 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Pushing event updated for resources: {'Port': ['ID=fed1e78b-8bbc-47c5-b465-a288baf96ade,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:33:19.879871 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-452bb3c1-3e86-4ed1-99a2-d1fcab0b7d1d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:19.951943 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-108e35d6-9aa4-4e8b-9f83-e5ead0bab287 None None] Notify callbacks [] for port, precommit_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:19.956830 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] get_ports_and_sgs() called for port_ids ['fed1e78b-8bbc-47c5-b465-a288baf96ade'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 07:33:19.975874 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-452bb3c1-3e86-4ed1-99a2-d1fcab0b7d1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728617650863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58829502'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:20.020711 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-452bb3c1-3e86-4ed1-99a2-d1fcab0b7d1d admin admin] Network 42860b09-f426-4ab1-8dd6-b9d35a531f1d is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:33:20.023503 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-452bb3c1-3e86-4ed1-99a2-d1fcab0b7d1d admin admin] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:33:20.026085 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-452bb3c1-3e86-4ed1-99a2-d1fcab0b7d1d admin admin] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:33:20.051532 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-108e35d6-9aa4-4e8b-9f83-e5ead0bab287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728618137860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728617650881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728617650899'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:20.053984 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452bb3c1-3e86-4ed1-99a2-d1fcab0b7d1d admin admin] Pushing event updated for resources: {'Port': ['ID=2f554f88-657f-46e7-8ff3-09c61fc0478c,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:33:20.105349 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-343a625c-8ff3-4096-a030-8f6e9e9b28c1 req-a6f9981b-0f57-461c-a61e-31fe6c484e02 tempest-VolumesSnapshotTestJSON-1179798166 tempest-VolumesSnapshotTestJSON-1179798166-project] 10.222.0.62 "GET /v2.0/ports?device_id=e1f58d7a-5f20-4971-a536-c86be1de52a0 HTTP/1.1" status: 200 len: 210 time: 0.0273414 Sep 23 07:33:20.106965 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-452bb3c1-3e86-4ed1-99a2-d1fcab0b7d1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456069'] for router_interface, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:20.117961 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5725b3-ee05-4aee-8a3f-53a0102381b3 None None] Pushing event updated for resources: {'Port': ['ID=1fdd9518-f73c-4439-b750-60a3b2bf3513,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:33:20.151346 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-108e35d6-9aa4-4e8b-9f83-e5ead0bab287 None None] Attempting to bind port 1fdd9518-f73c-4439-b750-60a3b2bf3513 on host dv-cinder-805887-18-iscsi for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:33:20.151714 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-108e35d6-9aa4-4e8b-9f83-e5ead0bab287 None None] Attempting to bind port 1fdd9518-f73c-4439-b750-60a3b2bf3513 by drivers openvswitch,hyperv on host dv-cinder-805887-18-iscsi at level 0 using segments [{'id': '8399e290-ca7c-4b27-b40e-543152e4317b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:33:20.152072 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-108e35d6-9aa4-4e8b-9f83-e5ead0bab287 None None] Attempting to bind port 1fdd9518-f73c-4439-b750-60a3b2bf3513 on network d5e7441b-7712-4831-9dab-1c29a8301756 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:33:20.164554 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-108e35d6-9aa4-4e8b-9f83-e5ead0bab287 None None] Checking agent: {'id': '8a4a6f1f-c513-442c-b997-00aea54023cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805887-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 7, 15, 58), 'started_at': datetime.datetime(2021, 9, 23, 7, 16, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 7, 32, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805887-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 07:33:20.164948 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-108e35d6-9aa4-4e8b-9f83-e5ead0bab287 None None] Checking segment: {'id': '8399e290-ca7c-4b27-b40e-543152e4317b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:33:20.165350 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-108e35d6-9aa4-4e8b-9f83-e5ead0bab287 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:20.165835 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-108e35d6-9aa4-4e8b-9f83-e5ead0bab287 None None] Bound using segment: {'id': '8399e290-ca7c-4b27-b40e-543152e4317b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 07:33:20.166309 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-108e35d6-9aa4-4e8b-9f83-e5ead0bab287 None None] Bound port: 1fdd9518-f73c-4439-b750-60a3b2bf3513, host: dv-cinder-805887-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8399e290-ca7c-4b27-b40e-543152e4317b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 07:33:20.166685 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-108e35d6-9aa4-4e8b-9f83-e5ead0bab287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:20.260301 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-108e35d6-9aa4-4e8b-9f83-e5ead0bab287 None None] For port 1fdd9518-f73c-4439-b750-60a3b2bf3513, host dv-cinder-805887-18-iscsi, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:33:20.280088 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-108e35d6-9aa4-4e8b-9f83-e5ead0bab287 None None] For port 1fdd9518-f73c-4439-b750-60a3b2bf3513, host dv-cinder-805887-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-18-iscsi',level=0,port_id=1fdd9518-f73c-4439-b750-60a3b2bf3513,segment=NetworkSegment(8399e290-ca7c-4b27-b40e-543152e4317b),segment_id=8399e290-ca7c-4b27-b40e-543152e4317b)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 07:33:20.296888 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-74174405-ae24-475f-8e00-e2924f3a302a None None] Provisioning complete for port 2f554f88-657f-46e7-8ff3-09c61fc0478c triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:33:20.297198 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-74174405-ae24-475f-8e00-e2924f3a302a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703931'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:20.348520 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-74174405-ae24-475f-8e00-e2924f3a302a None None] Port 2f554f88-657f-46e7-8ff3-09c61fc0478c cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 07:33:20.359072 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-452bb3c1-3e86-4ed1-99a2-d1fcab0b7d1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:20.410466 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-108e35d6-9aa4-4e8b-9f83-e5ead0bab287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728618137860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728617650881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728617650899'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:20.557491 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515d19fe-abff-41a6-a261-2d06ef27fa24 req-047b3829-6c81-4e18-b97e-e505f321f6af tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:33:20.558959 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-515d19fe-abff-41a6-a261-2d06ef27fa24 req-047b3829-6c81-4e18-b97e-e505f321f6af tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] 10.222.0.62 "GET /v2.0/ports?device_id=9dffc6eb-9adf-4def-8a91-1b8810d0a225 HTTP/1.1" status: 200 len: 945 time: 0.1220219 Sep 23 07:33:20.594216 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-108e35d6-9aa4-4e8b-9f83-e5ead0bab287 None None] Routers {'10ed044e-b7d6-4143-849c-45019b0439f1'} bound to L3 agent in host dv-cinder-805887-18-iscsi {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:33:20.595394 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-108e35d6-9aa4-4e8b-9f83-e5ead0bab287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T07:15:56Z,description=,heartbeat_timestamp=2021-09-23T07:32:57Z,host='dv-cinder-805887-18-iscsi',id=65b4f7dd-c6e9-4255-94ee-66e285aed80f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T07:15:57Z,topic='l3_agent')) {'router_ids': ['10ed044e-b7d6-4143-849c-45019b0439f1'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:33:20.605393 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-452bb3c1-3e86-4ed1-99a2-d1fcab0b7d1d admin admin] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:20.622923 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-515d19fe-abff-41a6-a261-2d06ef27fa24 req-888aa28f-6690-4358-bf8c-bfbca157fa19 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] 10.222.0.62 "GET /v2.0/security-groups?id=1abea1f3-eb90-4ea0-bd1d-d6ddf6b9f56e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572779 Sep 23 07:33:20.630320 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5725b3-ee05-4aee-8a3f-53a0102381b3 None None] Pushing event updated for resources: {'Port': ['ID=1fdd9518-f73c-4439-b750-60a3b2bf3513,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:33:20.707903 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-108e35d6-9aa4-4e8b-9f83-e5ead0bab287 None None] Set router 10ed044e-b7d6-4143-849c-45019b0439f1 gateway port host: dv-cinder-805887-18-iscsi {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:33:20.713235 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-452bb3c1-3e86-4ed1-99a2-d1fcab0b7d1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728618137860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728617650881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728617650899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58829493'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:20.785232 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452bb3c1-3e86-4ed1-99a2-d1fcab0b7d1d admin admin] Pushing event updated for resources: {'Port': ['ID=2f554f88-657f-46e7-8ff3-09c61fc0478c,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:33:20.788262 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-452bb3c1-3e86-4ed1-99a2-d1fcab0b7d1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455541'] for router_interface, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:20.886835 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-452bb3c1-3e86-4ed1-99a2-d1fcab0b7d1d admin admin] Network 42860b09-f426-4ab1-8dd6-b9d35a531f1d is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:33:20.888290 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-452bb3c1-3e86-4ed1-99a2-d1fcab0b7d1d admin admin] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:33:20.916021 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-108e35d6-9aa4-4e8b-9f83-e5ead0bab287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10ed044e-b7d6-4143-849c-45019b0439f1', 'name': 'tempest-TestShelveInstance-1300388694-router', 'tenant_id': '90e3ba9c52264e7c8f219256a53dcdd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'external_fixed_ips': [{'subnet_id': '89646001-5df7-4559-baa8-56e15a045fc5', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': '1fdd9518-f73c-4439-b750-60a3b2bf3513', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:33:16Z', 'updated_at': '2021-09-23T07:33:20Z', 'revision_number': 4, 'project_id': '90e3ba9c52264e7c8f219256a53dcdd5', 'gw_port': {'id': '1fdd9518-f73c-4439-b750-60a3b2bf3513', 'name': '', 'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:a2:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10ed044e-b7d6-4143-849c-45019b0439f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '89646001-5df7-4559-baa8-56e15a045fc5', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:33:16Z', 'updated_at': '2021-09-23T07:33:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89646001-5df7-4559-baa8-56e15a045fc5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-18-iscsi', '_interfaces': [{'id': '2f554f88-657f-46e7-8ff3-09c61fc0478c', 'name': '', 'network_id': '42860b09-f426-4ab1-8dd6-b9d35a531f1d', 'tenant_id': '90e3ba9c52264e7c8f219256a53dcdd5', 'mac_address': 'fa:16:3e:5e:3e:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10ed044e-b7d6-4143-849c-45019b0439f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '6d16cc43-c22b-4809-8d1d-ee98e88ea254', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:33:19Z', 'updated_at': '2021-09-23T07:33:19Z', 'revision_number': 1, 'project_id': '90e3ba9c52264e7c8f219256a53dcdd5', 'subnets': [{'id': '6d16cc43-c22b-4809-8d1d-ee98e88ea254', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-18-iscsi', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:33:20.947349 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-108e35d6-9aa4-4e8b-9f83-e5ead0bab287 None None] The sync data for ids ['10ed044e-b7d6-4143-849c-45019b0439f1'] in dv-cinder-805887-18-iscsi is: [{'id': '10ed044e-b7d6-4143-849c-45019b0439f1', 'name': 'tempest-TestShelveInstance-1300388694-router', 'tenant_id': '90e3ba9c52264e7c8f219256a53dcdd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'external_fixed_ips': [{'subnet_id': '89646001-5df7-4559-baa8-56e15a045fc5', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': '1fdd9518-f73c-4439-b750-60a3b2bf3513', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:33:16Z', 'updated_at': '2021-09-23T07:33:20Z', 'revision_number': 4, 'project_id': '90e3ba9c52264e7c8f219256a53dcdd5', 'gw_port': {'id': '1fdd9518-f73c-4439-b750-60a3b2bf3513', 'name': '', 'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:a2:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10ed044e-b7d6-4143-849c-45019b0439f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '89646001-5df7-4559-baa8-56e15a045fc5', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:33:16Z', 'updated_at': '2021-09-23T07:33:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89646001-5df7-4559-baa8-56e15a045fc5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-18-iscsi', '_interfaces': [{'id': '2f554f88-657f-46e7-8ff3-09c61fc0478c', 'name': '', 'network_id': '42860b09-f426-4ab1-8dd6-b9d35a531f1d', 'tenant_id': '90e3ba9c52264e7c8f219256a53dcdd5', 'mac_address': 'fa:16:3e:5e:3e:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10ed044e-b7d6-4143-849c-45019b0439f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '6d16cc43-c22b-4809-8d1d-ee98e88ea254', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:33:19Z', 'updated_at': '2021-09-23T07:33:19Z', 'revision_number': 1, 'project_id': '90e3ba9c52264e7c8f219256a53dcdd5', 'subnets': [{'id': '6d16cc43-c22b-4809-8d1d-ee98e88ea254', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 07:33:21.012240 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-452bb3c1-3e86-4ed1-99a2-d1fcab0b7d1d admin admin] Router 10ed044e-b7d6-4143-849c-45019b0439f1 has already been hosted by L3 agent 65b4f7dd-c6e9-4255-94ee-66e285aed80f {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 07:33:21.103025 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Device fed1e78b-8bbc-47c5-b465-a288baf96ade up at agent hyperv_hv-cinder-80588 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:33:21.135741 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-452bb3c1-3e86-4ed1-99a2-d1fcab0b7d1d admin admin] Notify agent at l3_agent.dv-cinder-805887-18-iscsi the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 07:33:21.142410 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [None req-452bb3c1-3e86-4ed1-99a2-d1fcab0b7d1d admin admin] 10.222.0.62 "PUT /v2.0/routers/10ed044e-b7d6-4143-849c-45019b0439f1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0634460 Sep 23 07:33:21.174121 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-49d4c765-dba1-43f1-af1e-5db6fe6a3056 None None] Provisioning complete for port 2f554f88-657f-46e7-8ff3-09c61fc0478c triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:33:21.174386 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49d4c765-dba1-43f1-af1e-5db6fe6a3056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703931'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:21.240523 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-49d4c765-dba1-43f1-af1e-5db6fe6a3056 None None] Port 2f554f88-657f-46e7-8ff3-09c61fc0478c cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 07:33:21.252583 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Provisioning for port fed1e78b-8bbc-47c5-b465-a288baf96ade completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 07:33:21.259480 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Provisioning complete for port fed1e78b-8bbc-47c5-b465-a288baf96ade triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:33:21.259913 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703931'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:21.269184 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-7f4e1ba8-f372-462a-b0c3-a8d97d5d9aa9 req-45c132d6-5caa-4fe9-9361-bea257fb549c tempest-VolumesSnapshotTestJSON-1179798166 tempest-VolumesSnapshotTestJSON-1179798166-project] 10.222.0.62 "GET /v2.0/ports?device_id=e1f58d7a-5f20-4971-a536-c86be1de52a0 HTTP/1.1" status: 200 len: 210 time: 0.0405257 Sep 23 07:33:21.349180 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:21.376850 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dffc6eb-9adf-4def-8a91-1b8810d0a225', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fed1e78b-8bbc-47c5-b465-a288baf96ade'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:33:21.379180 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8cb1569f887212d656241d478829572ac01e5268e755a1d7af7c5208f8517aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de522b20-7197-4ca6-b475-f7a58a044199" -d '{"events": [{"server_uuid": "9dffc6eb-9adf-4def-8a91-1b8810d0a225", "name": "network-vif-plugged", "status": "completed", "tag": "fed1e78b-8bbc-47c5-b465-a288baf96ade"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:33:21.402812 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] For port fed1e78b-8bbc-47c5-b465-a288baf96ade, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=fed1e78b-8bbc-47c5-b465-a288baf96ade,segment=NetworkSegment(3a470730-1ad3-461f-91dc-af57cba68cf2),segment_id=3a470730-1ad3-461f-91dc-af57cba68cf2)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:33:21.433756 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 07:33:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0288c751-e166-4217-bb17-222619758550 x-openstack-request-id: req-0288c751-e166-4217-bb17-222619758550 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:33:21.433756 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dffc6eb-9adf-4def-8a91-1b8810d0a225", "name": "network-vif-plugged", "status": "completed", "tag": "fed1e78b-8bbc-47c5-b465-a288baf96ade", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:33:21.434480 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0288c751-e166-4217-bb17-222619758550 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:33:21.434480 dv-cinder-805887-18-iscsi neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dffc6eb-9adf-4def-8a91-1b8810d0a225', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fed1e78b-8bbc-47c5-b465-a288baf96ade', 'code': 200} Sep 23 07:33:21.467822 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728618137860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728617650881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728617650899'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:21.541281 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Pushing event updated for resources: {'Port': ['ID=fed1e78b-8bbc-47c5-b465-a288baf96ade,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:33:21.802144 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb3639c-da90-42c5-9cad-eb2a77cd4777 req-47418e89-3e08-4a5f-a60d-201e51e4efae tempest-VolumesSnapshotTestJSON-1179798166 tempest-VolumesSnapshotTestJSON-1179798166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:33:21.803638 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-2bb3639c-da90-42c5-9cad-eb2a77cd4777 req-47418e89-3e08-4a5f-a60d-201e51e4efae tempest-VolumesSnapshotTestJSON-1179798166 tempest-VolumesSnapshotTestJSON-1179798166-project] 10.222.0.53 "GET /v2.0/networks?id=ccf3b05f-42c8-49c8-baf6-e3266e5ef227 HTTP/1.1" status: 200 len: 814 time: 0.2122438 Sep 23 07:33:21.828118 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.v2.base [req-2bb3639c-da90-42c5-9cad-eb2a77cd4777 req-6caff887-5898-4de8-9216-094028229363 tempest-VolumesSnapshotTestJSON-1179798166 tempest-VolumesSnapshotTestJSON-1179798166-project] Request body: {'port': {'device_id': 'e1f58d7a-5f20-4971-a536-c86be1de52a0', 'network_id': 'ccf3b05f-42c8-49c8-baf6-e3266e5ef227', 'admin_state_up': True, 'tenant_id': '44f14a1eff06437caecae59cc98bd031'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:33:21.917428 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ad8b14-50c1-49f3-a94c-ee05c19bf6a7 req-e6e20ae8-1f67-430d-8a3d-8c8285072063 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:33:21.919032 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-a4ad8b14-50c1-49f3-a94c-ee05c19bf6a7 req-e6e20ae8-1f67-430d-8a3d-8c8285072063 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] 10.222.0.62 "GET /v2.0/ports?device_id=9dffc6eb-9adf-4def-8a91-1b8810d0a225 HTTP/1.1" status: 200 len: 946 time: 0.1928415 Sep 23 07:33:21.993349 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.62', 32842) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:33:21.998119 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.v2.base [None req-3fbd775d-e951-4555-af5a-b4d004d07d10 tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-605181075', 'description': 'tempest-secgroup-smoke-605181075 description', 'project_id': '1f7024f1abd34a80a4e41e2d36e7344c'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:33:22.037493 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-a4ad8b14-50c1-49f3-a94c-ee05c19bf6a7 req-a0f042fe-dfd9-4b2e-a972-19226b246ed9 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] 10.222.0.62 "GET /v2.0/security-groups?id=1abea1f3-eb90-4ea0-bd1d-d6ddf6b9f56e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1010230 Sep 23 07:33:22.040938 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c546aff8-ddbc-4e78-ad87-dfbce950b627 req-da4d54c3-6a12-4f19-b1c0-a059a9fca8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:33:22.042641 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-c546aff8-ddbc-4e78-ad87-dfbce950b627 req-da4d54c3-6a12-4f19-b1c0-a059a9fca8d8 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=9dffc6eb-9adf-4def-8a91-1b8810d0a225 HTTP/1.1" status: 200 len: 1099 time: 0.0820544 Sep 23 07:33:22.083195 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-c546aff8-ddbc-4e78-ad87-dfbce950b627 req-60ce5a4e-2e70-4bca-8e7c-356fd52bbc63 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=1abea1f3-eb90-4ea0-bd1d-d6ddf6b9f56e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337250 Sep 23 07:33:22.106923 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3fbd775d-e951-4555-af5a-b4d004d07d10 tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:22.215353 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2bb3639c-da90-42c5-9cad-eb2a77cd4777 req-6caff887-5898-4de8-9216-094028229363 tempest-VolumesSnapshotTestJSON-1179798166 tempest-VolumesSnapshotTestJSON-1179798166-project] Made reservation on behalf of 44f14a1eff06437caecae59cc98bd031 for: {'port': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:33:22.218815 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-2bb3639c-da90-42c5-9cad-eb2a77cd4777 req-6caff887-5898-4de8-9216-094028229363 tempest-VolumesSnapshotTestJSON-1179798166 tempest-VolumesSnapshotTestJSON-1179798166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:22.278341 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3fbd775d-e951-4555-af5a-b4d004d07d10 tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:22.369796 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3fbd775d-e951-4555-af5a-b4d004d07d10 tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520401'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:22.370163 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-fd114477-2579-4340-a2eb-3f2572a0d763 req-88597555-3662-4dcc-b506-ebab7fc09725 tempest-VolumesSnapshotTestJSON-1179798166 tempest-VolumesSnapshotTestJSON-1179798166-project] 10.222.0.62 "GET /v2.0/ports?device_id=e1f58d7a-5f20-4971-a536-c86be1de52a0 HTTP/1.1" status: 200 len: 210 time: 0.0316691 Sep 23 07:33:22.374654 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [req-2bb3639c-da90-42c5-9cad-eb2a77cd4777 req-6caff887-5898-4de8-9216-094028229363 tempest-VolumesSnapshotTestJSON-1179798166 tempest-VolumesSnapshotTestJSON-1179798166-project] Allocated IP 172.20.0.7 (ccf3b05f-42c8-49c8-baf6-e3266e5ef227/b9adcf72-fbf7-4e47-9159-38ad7001b80e/1209778f-ac7b-4752-a26e-6165c0cd7f45) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:33:22.404089 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbd775d-e951-4555-af5a-b4d004d07d10 tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2febd76-d782-4f2a-b56f-e8e5a718fd64,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:33:22.533849 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-2bb3639c-da90-42c5-9cad-eb2a77cd4777 req-6caff887-5898-4de8-9216-094028229363 tempest-VolumesSnapshotTestJSON-1179798166 tempest-VolumesSnapshotTestJSON-1179798166-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:22.558271 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3fbd775d-e951-4555-af5a-b4d004d07d10 tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:22.559595 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [None req-3fbd775d-e951-4555-af5a-b4d004d07d10 tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.5651712 Sep 23 07:33:22.562613 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.62', 32850) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:33:22.567734 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.v2.base [None req-96a73156-39e4-4f32-92cb-afafb4ad122c tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] Request body: {'security_group_rule': {'security_group_id': 'c2febd76-d782-4f2a-b56f-e8e5a718fd64', 'project_id': '1f7024f1abd34a80a4e41e2d36e7344c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:33:22.673496 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-2bb3639c-da90-42c5-9cad-eb2a77cd4777 req-6caff887-5898-4de8-9216-094028229363 tempest-VolumesSnapshotTestJSON-1179798166 tempest-VolumesSnapshotTestJSON-1179798166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728617650863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58829502'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:22.723815 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6caff887-5898-4de8-9216-094028229363 tempest-VolumesSnapshotTestJSON-1179798166 tempest-VolumesSnapshotTestJSON-1179798166-project] Pushing event updated for resources: {'Port': ['ID=1209778f-ac7b-4752-a26e-6165c0cd7f45,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:33:22.726266 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-96a73156-39e4-4f32-92cb-afafb4ad122c tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:22.787967 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-96a73156-39e4-4f32-92cb-afafb4ad122c tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:22.789131 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2bb3639c-da90-42c5-9cad-eb2a77cd4777 req-6caff887-5898-4de8-9216-094028229363 tempest-VolumesSnapshotTestJSON-1179798166 tempest-VolumesSnapshotTestJSON-1179798166-project] Network ccf3b05f-42c8-49c8-baf6-e3266e5ef227 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:33:22.790674 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [req-2bb3639c-da90-42c5-9cad-eb2a77cd4777 req-6caff887-5898-4de8-9216-094028229363 tempest-VolumesSnapshotTestJSON-1179798166 tempest-VolumesSnapshotTestJSON-1179798166-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:33:22.793046 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bb3639c-da90-42c5-9cad-eb2a77cd4777 req-6caff887-5898-4de8-9216-094028229363 tempest-VolumesSnapshotTestJSON-1179798166 tempest-VolumesSnapshotTestJSON-1179798166-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:33:22.840289 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb3639c-da90-42c5-9cad-eb2a77cd4777 req-6caff887-5898-4de8-9216-094028229363 tempest-VolumesSnapshotTestJSON-1179798166 tempest-VolumesSnapshotTestJSON-1179798166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:33:22.840977 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-2bb3639c-da90-42c5-9cad-eb2a77cd4777 req-6caff887-5898-4de8-9216-094028229363 tempest-VolumesSnapshotTestJSON-1179798166 tempest-VolumesSnapshotTestJSON-1179798166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210484'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:22.867288 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-c0c396d4-1d3b-4414-b203-b898e416b2e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:22.912802 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-96a73156-39e4-4f32-92cb-afafb4ad122c tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510558'] for security_group_rule, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:22.931210 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a73156-39e4-4f32-92cb-afafb4ad122c tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2064912d-2b87-47cc-a3c0-ceddff259168,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:33:22.948014 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-2bb3639c-da90-42c5-9cad-eb2a77cd4777 req-6caff887-5898-4de8-9216-094028229363 tempest-VolumesSnapshotTestJSON-1179798166 tempest-VolumesSnapshotTestJSON-1179798166-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1237938 Sep 23 07:33:22.966315 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.v2.base [req-2bb3639c-da90-42c5-9cad-eb2a77cd4777 req-af592913-9d90-4df9-9134-97d982861d4a service neutron] Request body: {'port': {'device_id': 'e1f58d7a-5f20-4971-a536-c86be1de52a0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80588'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:33:23.010171 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-96a73156-39e4-4f32-92cb-afafb4ad122c tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:23.011400 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [None req-96a73156-39e4-4f32-92cb-afafb4ad122c tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4471445 Sep 23 07:33:23.014170 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.62', 32852) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:33:23.019506 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.v2.base [None req-40ab2edf-9ffe-46a9-b0dd-39607b21e185 tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] Request body: {'security_group_rule': {'security_group_id': 'c2febd76-d782-4f2a-b56f-e8e5a718fd64', 'project_id': '1f7024f1abd34a80a4e41e2d36e7344c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:33:23.025772 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-2bb3639c-da90-42c5-9cad-eb2a77cd4777 req-af592913-9d90-4df9-9134-97d982861d4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:23.107670 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-40ab2edf-9ffe-46a9-b0dd-39607b21e185 tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:23.195337 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-40ab2edf-9ffe-46a9-b0dd-39607b21e185 tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:23.195543 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Device 1fdd9518-f73c-4439-b750-60a3b2bf3513 up at agent ovs-agent-dv-cinder-805887-18-iscsi {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:33:23.263508 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Provisioning complete for port 1fdd9518-f73c-4439-b750-60a3b2bf3513 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:33:23.264092 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703931'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:23.290229 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-40ab2edf-9ffe-46a9-b0dd-39607b21e185 tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510558'] for security_group_rule, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:23.293933 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2557befb-c27b-49ee-91ac-db5edb565550 req-208e9c18-9b16-4872-8f31-6ef43442c6a4 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:33:23.295431 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-2557befb-c27b-49ee-91ac-db5edb565550 req-208e9c18-9b16-4872-8f31-6ef43442c6a4 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] 10.222.0.62 "GET /v2.0/ports?device_id=9dffc6eb-9adf-4def-8a91-1b8810d0a225 HTTP/1.1" status: 200 len: 946 time: 0.1634803 Sep 23 07:33:23.317043 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ab2edf-9ffe-46a9-b0dd-39607b21e185 tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fd59491-f53a-4184-9893-641466dfb428,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:33:23.389733 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-2557befb-c27b-49ee-91ac-db5edb565550 req-4deacdc8-fce9-4e61-82ed-f65a7ce10cb7 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] 10.222.0.62 "GET /v2.0/security-groups?id=1abea1f3-eb90-4ea0-bd1d-d6ddf6b9f56e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610847 Sep 23 07:33:23.393967 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:23.427279 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-40ab2edf-9ffe-46a9-b0dd-39607b21e185 tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:23.428518 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [None req-40ab2edf-9ffe-46a9-b0dd-39607b21e185 tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4131534 Sep 23 07:33:23.431343 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.62', 32858) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:33:23.436598 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.v2.base [None req-ea180a23-742e-4cc3-973d-c32afe141320 tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] Request body: {'security_group_rule': {'security_group_id': 'c2febd76-d782-4f2a-b56f-e8e5a718fd64', 'project_id': '1f7024f1abd34a80a4e41e2d36e7344c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:33:23.439547 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] For port 1fdd9518-f73c-4439-b750-60a3b2bf3513, host dv-cinder-805887-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-18-iscsi',level=0,port_id=1fdd9518-f73c-4439-b750-60a3b2bf3513,segment=NetworkSegment(8399e290-ca7c-4b27-b40e-543152e4317b),segment_id=8399e290-ca7c-4b27-b40e-543152e4317b)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:33:23.470584 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.notifiers.nova [req-2bb3639c-da90-42c5-9cad-eb2a77cd4777 req-af592913-9d90-4df9-9134-97d982861d4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1209778f-ac7b-4752-a26e-6165c0cd7f45 {{(pid=94841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 07:33:23.487874 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-2bb3639c-da90-42c5-9cad-eb2a77cd4777 req-af592913-9d90-4df9-9134-97d982861d4a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:23.521858 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [req-2bb3639c-da90-42c5-9cad-eb2a77cd4777 req-af592913-9d90-4df9-9134-97d982861d4a service neutron] Transition to ACTIVE for port object 1209778f-ac7b-4752-a26e-6165c0cd7f45 will not be triggered until provisioned by entity L2. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 07:33:23.535973 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728618137860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728617650881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728617650899'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:23.543900 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4441ff7-5b8b-416d-9ae9-9ff23c925282 req-4cdd5b81-e783-4df1-883c-cd967da72073 tempest-VolumesSnapshotTestJSON-1179798166 tempest-VolumesSnapshotTestJSON-1179798166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:33:23.544484 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-e4441ff7-5b8b-416d-9ae9-9ff23c925282 req-4cdd5b81-e783-4df1-883c-cd967da72073 tempest-VolumesSnapshotTestJSON-1179798166 tempest-VolumesSnapshotTestJSON-1179798166-project] 10.222.0.62 "GET /v2.0/ports?device_id=e1f58d7a-5f20-4971-a536-c86be1de52a0 HTTP/1.1" status: 200 len: 931 time: 0.0689971 Sep 23 07:33:23.581692 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ea180a23-742e-4cc3-973d-c32afe141320 tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:23.587255 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Pushing event updated for resources: {'Port': ['ID=1fdd9518-f73c-4439-b750-60a3b2bf3513,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:33:23.588018 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-e4441ff7-5b8b-416d-9ae9-9ff23c925282 req-d2a2c25f-005b-4fa6-83f5-b8cb481c749b tempest-VolumesSnapshotTestJSON-1179798166 tempest-VolumesSnapshotTestJSON-1179798166-project] 10.222.0.62 "GET /v2.0/security-groups?id=6182d852-a577-44a1-8d94-f7ee463f2202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361562 Sep 23 07:33:23.615375 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-2bb3639c-da90-42c5-9cad-eb2a77cd4777 req-af592913-9d90-4df9-9134-97d982861d4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728618137860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728617650881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728617650899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58829493'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:23.665848 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ea180a23-742e-4cc3-973d-c32afe141320 tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:23.666093 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af592913-9d90-4df9-9134-97d982861d4a service neutron] Pushing event updated for resources: {'Port': ['ID=1209778f-ac7b-4752-a26e-6165c0cd7f45,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:33:23.736054 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-2bb3639c-da90-42c5-9cad-eb2a77cd4777 req-af592913-9d90-4df9-9134-97d982861d4a service neutron] Attempting to bind port 1209778f-ac7b-4752-a26e-6165c0cd7f45 on host hv-cinder-80588 for vnic_type normal with profile {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:33:23.736393 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-2bb3639c-da90-42c5-9cad-eb2a77cd4777 req-af592913-9d90-4df9-9134-97d982861d4a service neutron] Attempting to bind port 1209778f-ac7b-4752-a26e-6165c0cd7f45 by drivers openvswitch,hyperv on host hv-cinder-80588 at level 0 using segments [{'id': '9cf08da0-2a69-4eb9-9c95-8930ba3d9ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'ccf3b05f-42c8-49c8-baf6-e3266e5ef227'}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:33:23.736751 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bb3639c-da90-42c5-9cad-eb2a77cd4777 req-af592913-9d90-4df9-9134-97d982861d4a service neutron] Attempting to bind port 1209778f-ac7b-4752-a26e-6165c0cd7f45 on network ccf3b05f-42c8-49c8-baf6-e3266e5ef227 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:33:23.741284 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bb3639c-da90-42c5-9cad-eb2a77cd4777 req-af592913-9d90-4df9-9134-97d982861d4a service neutron] Port 1209778f-ac7b-4752-a26e-6165c0cd7f45 on network ccf3b05f-42c8-49c8-baf6-e3266e5ef227 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80588 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 07:33:23.741583 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bb3639c-da90-42c5-9cad-eb2a77cd4777 req-af592913-9d90-4df9-9134-97d982861d4a service neutron] Attempting to bind port 1209778f-ac7b-4752-a26e-6165c0cd7f45 on network ccf3b05f-42c8-49c8-baf6-e3266e5ef227 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:33:23.746470 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bb3639c-da90-42c5-9cad-eb2a77cd4777 req-af592913-9d90-4df9-9134-97d982861d4a service neutron] Checking agent: {'id': '6ad4e769-5dea-434d-bbcd-ae86f07cf259', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80588', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 7, 22, 28), 'started_at': datetime.datetime(2021, 9, 23, 7, 22, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 7, 32, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 07:33:23.746801 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bb3639c-da90-42c5-9cad-eb2a77cd4777 req-af592913-9d90-4df9-9134-97d982861d4a service neutron] Checking segment: {'id': '9cf08da0-2a69-4eb9-9c95-8930ba3d9ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'ccf3b05f-42c8-49c8-baf6-e3266e5ef227'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:33:23.747185 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bb3639c-da90-42c5-9cad-eb2a77cd4777 req-af592913-9d90-4df9-9134-97d982861d4a service neutron] Bound using segment: {'id': '9cf08da0-2a69-4eb9-9c95-8930ba3d9ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'ccf3b05f-42c8-49c8-baf6-e3266e5ef227'} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 07:33:23.747618 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-2bb3639c-da90-42c5-9cad-eb2a77cd4777 req-af592913-9d90-4df9-9134-97d982861d4a service neutron] Bound port: 1209778f-ac7b-4752-a26e-6165c0cd7f45, host: hv-cinder-80588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9cf08da0-2a69-4eb9-9c95-8930ba3d9ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'ccf3b05f-42c8-49c8-baf6-e3266e5ef227'}}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 07:33:23.747982 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-2bb3639c-da90-42c5-9cad-eb2a77cd4777 req-af592913-9d90-4df9-9134-97d982861d4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:23.752484 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ea180a23-742e-4cc3-973d-c32afe141320 tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510558'] for security_group_rule, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:23.779147 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea180a23-742e-4cc3-973d-c32afe141320 tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1acc85af-ae5e-46f9-876c-7c86acdc2c9b,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:33:23.822810 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-2bb3639c-da90-42c5-9cad-eb2a77cd4777 req-af592913-9d90-4df9-9134-97d982861d4a service neutron] For port 1209778f-ac7b-4752-a26e-6165c0cd7f45, host hv-cinder-80588, cleared binding levels {{(pid=94841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:33:23.823039 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-2bb3639c-da90-42c5-9cad-eb2a77cd4777 req-af592913-9d90-4df9-9134-97d982861d4a service neutron] For port 1209778f-ac7b-4752-a26e-6165c0cd7f45, host hv-cinder-80588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=1209778f-ac7b-4752-a26e-6165c0cd7f45,segment=NetworkSegment(9cf08da0-2a69-4eb9-9c95-8930ba3d9ab5),segment_id=9cf08da0-2a69-4eb9-9c95-8930ba3d9ab5)] {{(pid=94841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 07:33:23.850044 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ea180a23-742e-4cc3-973d-c32afe141320 tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:23.851292 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [None req-ea180a23-742e-4cc3-973d-c32afe141320 tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4189985 Sep 23 07:33:23.859180 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.62', 32860) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:33:23.863881 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.v2.base [None req-033236c5-d9e2-4718-89e3-c0884d02d93e tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] Request body: {'security_group_rule': {'security_group_id': 'c2febd76-d782-4f2a-b56f-e8e5a718fd64', 'project_id': '1f7024f1abd34a80a4e41e2d36e7344c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:33:23.936012 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-2bb3639c-da90-42c5-9cad-eb2a77cd4777 req-af592913-9d90-4df9-9134-97d982861d4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728618137860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728617650881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728617650899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58829493'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:23.970657 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb3639c-da90-42c5-9cad-eb2a77cd4777 req-af592913-9d90-4df9-9134-97d982861d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:33:23.971285 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-2bb3639c-da90-42c5-9cad-eb2a77cd4777 req-af592913-9d90-4df9-9134-97d982861d4a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210484'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:23.972937 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-2bb3639c-da90-42c5-9cad-eb2a77cd4777 req-af592913-9d90-4df9-9134-97d982861d4a service neutron] 10.222.0.53 "PUT /v2.0/ports/1209778f-ac7b-4752-a26e-6165c0cd7f45 HTTP/1.1" status: 200 len: 1093 time: 1.0110574 Sep 23 07:33:23.975374 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1f58d7a-5f20-4971-a536-c86be1de52a0', 'tag': '1209778f-ac7b-4752-a26e-6165c0cd7f45'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:33:23.979710 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59377972be4a6b1db7d764771ea1170f497e9021ac5c159e937f759c4704c07c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfe4c5a7-b074-4945-b445-82ebff386a1d" -d '{"events": [{"name": "network-changed", "server_uuid": "e1f58d7a-5f20-4971-a536-c86be1de52a0", "tag": "1209778f-ac7b-4752-a26e-6165c0cd7f45"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:33:23.994275 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-033236c5-d9e2-4718-89e3-c0884d02d93e tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:24.013298 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af592913-9d90-4df9-9134-97d982861d4a service neutron] Pushing event updated for resources: {'Port': ['ID=1209778f-ac7b-4752-a26e-6165c0cd7f45,revision_number=3']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:33:24.025567 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 07:33:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62646f89-2955-489f-97de-e13c54552c8d x-openstack-request-id: req-62646f89-2955-489f-97de-e13c54552c8d {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:33:24.026093 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1f58d7a-5f20-4971-a536-c86be1de52a0", "tag": "1209778f-ac7b-4752-a26e-6165c0cd7f45", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:33:24.026561 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-62646f89-2955-489f-97de-e13c54552c8d {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:33:24.027030 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1f58d7a-5f20-4971-a536-c86be1de52a0', 'tag': '1209778f-ac7b-4752-a26e-6165c0cd7f45', 'status': 'completed', 'code': 200} Sep 23 07:33:24.076634 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-033236c5-d9e2-4718-89e3-c0884d02d93e tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:24.094966 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe4c5a7-b074-4945-b445-82ebff386a1d req-85c6274a-c578-4a42-8c03-2e982f50d1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:33:24.096553 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-dfe4c5a7-b074-4945-b445-82ebff386a1d req-85c6274a-c578-4a42-8c03-2e982f50d1a2 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=44f14a1eff06437caecae59cc98bd031&device_id=e1f58d7a-5f20-4971-a536-c86be1de52a0 HTTP/1.1" status: 200 len: 1096 time: 0.0485604 Sep 23 07:33:24.199222 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-033236c5-d9e2-4718-89e3-c0884d02d93e tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510558'] for security_group_rule, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:24.205457 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe4c5a7-b074-4945-b445-82ebff386a1d req-2ae59543-6767-4eb6-961d-2516c5c9b65a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:33:24.207130 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-dfe4c5a7-b074-4945-b445-82ebff386a1d req-2ae59543-6767-4eb6-961d-2516c5c9b65a service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=44f14a1eff06437caecae59cc98bd031&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1018236 Sep 23 07:33:24.218061 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033236c5-d9e2-4718-89e3-c0884d02d93e tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e17742ef-c2e0-48d6-b828-ba6203543ecf,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:33:24.255989 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df69a1f-dfa9-4a08-a56f-e86e7e447684 None None] Sync routers for ids ['10ed044e-b7d6-4143-849c-45019b0439f1'] in dv-cinder-805887-18-iscsi {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 07:33:24.266011 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df69a1f-dfa9-4a08-a56f-e86e7e447684 None None] Routers {'10ed044e-b7d6-4143-849c-45019b0439f1'} bound to L3 agent in host dv-cinder-805887-18-iscsi {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:33:24.267221 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-6df69a1f-dfa9-4a08-a56f-e86e7e447684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T07:15:56Z,description=,heartbeat_timestamp=2021-09-23T07:32:57Z,host='dv-cinder-805887-18-iscsi',id=65b4f7dd-c6e9-4255-94ee-66e285aed80f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T07:15:57Z,topic='l3_agent')) {'router_ids': ['10ed044e-b7d6-4143-849c-45019b0439f1'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:33:24.304108 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe4c5a7-b074-4945-b445-82ebff386a1d req-30c3d9c4-a569-49d3-8b38-dafc7e1fcd11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:33:24.305634 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-dfe4c5a7-b074-4945-b445-82ebff386a1d req-30c3d9c4-a569-49d3-8b38-dafc7e1fcd11 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0916765 Sep 23 07:33:24.341245 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-033236c5-d9e2-4718-89e3-c0884d02d93e tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:24.345063 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [None req-033236c5-d9e2-4718-89e3-c0884d02d93e tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4822242 Sep 23 07:33:24.345317 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.62', 32864) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:33:24.349627 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.v2.base [None req-305555f9-daf4-443b-a72e-cacdf470cac0 tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] Request body: {'security_group_rule': {'security_group_id': 'c2febd76-d782-4f2a-b56f-e8e5a718fd64', 'project_id': '1f7024f1abd34a80a4e41e2d36e7344c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:33:24.374456 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-6df69a1f-dfa9-4a08-a56f-e86e7e447684 None None] Set router 10ed044e-b7d6-4143-849c-45019b0439f1 gateway port host: dv-cinder-805887-18-iscsi {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:33:24.386346 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb3639c-da90-42c5-9cad-eb2a77cd4777 req-f6276980-761a-4f73-90d2-f9f50086e990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:33:24.387815 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-2bb3639c-da90-42c5-9cad-eb2a77cd4777 req-f6276980-761a-4f73-90d2-f9f50086e990 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=44f14a1eff06437caecae59cc98bd031&device_id=e1f58d7a-5f20-4971-a536-c86be1de52a0 HTTP/1.1" status: 200 len: 1096 time: 0.0466368 Sep 23 07:33:24.430083 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-2bb3639c-da90-42c5-9cad-eb2a77cd4777 req-ea55f1dc-2df4-4f7b-be5a-bd26298eeb54 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1209778f-ac7b-4752-a26e-6165c0cd7f45 HTTP/1.1" status: 200 len: 217 time: 0.0345058 Sep 23 07:33:24.473649 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.db.securitygroups_db [None req-305555f9-daf4-443b-a72e-cacdf470cac0 tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] Project 1f7024f1abd34a80a4e41e2d36e7344c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 07:33:24.480188 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-305555f9-daf4-443b-a72e-cacdf470cac0 tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:24.510539 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb3639c-da90-42c5-9cad-eb2a77cd4777 req-ce5439b5-7c11-422d-b42d-7148e9c32083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:33:24.511811 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-2bb3639c-da90-42c5-9cad-eb2a77cd4777 req-ce5439b5-7c11-422d-b42d-7148e9c32083 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b9adcf72-fbf7-4e47-9159-38ad7001b80e HTTP/1.1" status: 200 len: 854 time: 0.0746310 Sep 23 07:33:24.549077 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-305555f9-daf4-443b-a72e-cacdf470cac0 tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:24.549316 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fa7e6d-9afd-4723-b2b1-c79ec195f9b6 req-f8af1ba7-10b9-4421-b8f6-a3be60993bd1 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:33:24.551410 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-02fa7e6d-9afd-4723-b2b1-c79ec195f9b6 req-f8af1ba7-10b9-4421-b8f6-a3be60993bd1 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] 10.222.0.62 "GET /v2.0/ports?device_id=9dffc6eb-9adf-4def-8a91-1b8810d0a225 HTTP/1.1" status: 200 len: 946 time: 0.0784266 Sep 23 07:33:24.571119 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-2bb3639c-da90-42c5-9cad-eb2a77cd4777 req-7f0be1f3-a52d-4f50-a957-4c2486aa28d7 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ccf3b05f-42c8-49c8-baf6-e3266e5ef227&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488772 Sep 23 07:33:24.588876 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-6df69a1f-dfa9-4a08-a56f-e86e7e447684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10ed044e-b7d6-4143-849c-45019b0439f1', 'name': 'tempest-TestShelveInstance-1300388694-router', 'tenant_id': '90e3ba9c52264e7c8f219256a53dcdd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'external_fixed_ips': [{'subnet_id': '89646001-5df7-4559-baa8-56e15a045fc5', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': '1fdd9518-f73c-4439-b750-60a3b2bf3513', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:33:16Z', 'updated_at': '2021-09-23T07:33:20Z', 'revision_number': 4, 'project_id': '90e3ba9c52264e7c8f219256a53dcdd5', 'gw_port': {'id': '1fdd9518-f73c-4439-b750-60a3b2bf3513', 'name': '', 'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:a2:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10ed044e-b7d6-4143-849c-45019b0439f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '89646001-5df7-4559-baa8-56e15a045fc5', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:33:16Z', 'updated_at': '2021-09-23T07:33:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89646001-5df7-4559-baa8-56e15a045fc5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-18-iscsi', '_interfaces': [{'id': '2f554f88-657f-46e7-8ff3-09c61fc0478c', 'name': '', 'network_id': '42860b09-f426-4ab1-8dd6-b9d35a531f1d', 'tenant_id': '90e3ba9c52264e7c8f219256a53dcdd5', 'mac_address': 'fa:16:3e:5e:3e:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10ed044e-b7d6-4143-849c-45019b0439f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '6d16cc43-c22b-4809-8d1d-ee98e88ea254', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:33:19Z', 'updated_at': '2021-09-23T07:33:20Z', 'revision_number': 2, 'project_id': '90e3ba9c52264e7c8f219256a53dcdd5', 'subnets': [{'id': '6d16cc43-c22b-4809-8d1d-ee98e88ea254', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-18-iscsi', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:33:24.620162 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df69a1f-dfa9-4a08-a56f-e86e7e447684 None None] Checking router: 10ed044e-b7d6-4143-849c-45019b0439f1 for host: dv-cinder-805887-18-iscsi {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 07:33:24.620162 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df69a1f-dfa9-4a08-a56f-e86e7e447684 None None] Updating router 10ed044e-b7d6-4143-849c-45019b0439f1 port 2f554f88-657f-46e7-8ff3-09c61fc0478c binding host dv-cinder-805887-18-iscsi {{(pid=94843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 07:33:24.631884 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-02fa7e6d-9afd-4723-b2b1-c79ec195f9b6 req-050aea3e-f308-4432-8ca9-80ae1465f484 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] 10.222.0.62 "GET /v2.0/security-groups?id=1abea1f3-eb90-4ea0-bd1d-d6ddf6b9f56e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628247 Sep 23 07:33:24.648966 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-305555f9-daf4-443b-a72e-cacdf470cac0 tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510558'] for security_group_rule, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:24.658648 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-6df69a1f-dfa9-4a08-a56f-e86e7e447684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:24.689206 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-2bb3639c-da90-42c5-9cad-eb2a77cd4777 req-f16346ea-2d66-49fa-9462-e58fe4340a22 service neutron] 10.222.0.53 "GET /v2.0/networks/ccf3b05f-42c8-49c8-baf6-e3266e5ef227?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050017 Sep 23 07:33:24.691051 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305555f9-daf4-443b-a72e-cacdf470cac0 tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9e541f1-7c76-4b6a-b222-98ac1dcc71d0,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:33:24.758890 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-305555f9-daf4-443b-a72e-cacdf470cac0 tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:24.762776 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [None req-305555f9-daf4-443b-a72e-cacdf470cac0 tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4140418 Sep 23 07:33:24.763228 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.62', 32872) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:33:24.769375 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.v2.base [None req-ee1a629a-b492-434c-b84e-47b1150b9476 tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] Request body: {'security_group_rule': {'security_group_id': 'c2febd76-d782-4f2a-b56f-e8e5a718fd64', 'project_id': '1f7024f1abd34a80a4e41e2d36e7344c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:33:24.847353 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310d8b0f-d196-41b4-9ca0-80ca71626abb req-b125d06e-8859-4abe-b21d-354e19d2ec00 tempest-VolumesSnapshotTestJSON-1179798166 tempest-VolumesSnapshotTestJSON-1179798166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:33:24.848898 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-310d8b0f-d196-41b4-9ca0-80ca71626abb req-b125d06e-8859-4abe-b21d-354e19d2ec00 tempest-VolumesSnapshotTestJSON-1179798166 tempest-VolumesSnapshotTestJSON-1179798166-project] 10.222.0.62 "GET /v2.0/ports?device_id=e1f58d7a-5f20-4971-a536-c86be1de52a0 HTTP/1.1" status: 200 len: 943 time: 0.1421578 Sep 23 07:33:24.873584 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.db.securitygroups_db [None req-ee1a629a-b492-434c-b84e-47b1150b9476 tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] Project 1f7024f1abd34a80a4e41e2d36e7344c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 07:33:24.874397 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-2bb3639c-da90-42c5-9cad-eb2a77cd4777 req-8d080885-c521-4d91-91a0-454d3bce1295 service neutron] 10.222.0.53 "GET /v2.0/networks/ccf3b05f-42c8-49c8-baf6-e3266e5ef227?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1775575 Sep 23 07:33:24.880965 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ee1a629a-b492-434c-b84e-47b1150b9476 tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:24.891202 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212dbc76-d73a-4d03-a06c-b6b8381851d9 req-630a65c8-7751-4f27-88cd-48caed729686 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:33:24.893610 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-212dbc76-d73a-4d03-a06c-b6b8381851d9 req-630a65c8-7751-4f27-88cd-48caed729686 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] 10.222.0.62 "GET /v2.0/ports?device_id=9dffc6eb-9adf-4def-8a91-1b8810d0a225 HTTP/1.1" status: 200 len: 946 time: 0.1482556 Sep 23 07:33:24.933199 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-310d8b0f-d196-41b4-9ca0-80ca71626abb req-d9e0fa29-c77c-497e-a348-e6f533eb6cfe tempest-VolumesSnapshotTestJSON-1179798166 tempest-VolumesSnapshotTestJSON-1179798166-project] 10.222.0.62 "GET /v2.0/security-groups?id=6182d852-a577-44a1-8d94-f7ee463f2202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707879 Sep 23 07:33:24.950680 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-212dbc76-d73a-4d03-a06c-b6b8381851d9 req-3fb38eac-d68b-4de9-a575-3ba0a9d24f14 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] 10.222.0.62 "GET /v2.0/security-groups?id=1abea1f3-eb90-4ea0-bd1d-d6ddf6b9f56e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507708 Sep 23 07:33:24.979653 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.62', 32874) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:33:24.987150 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-6df69a1f-dfa9-4a08-a56f-e86e7e447684 None None] Notify callbacks [] for port, precommit_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:24.994205 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ee1a629a-b492-434c-b84e-47b1150b9476 tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:25.073221 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-6df69a1f-dfa9-4a08-a56f-e86e7e447684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728618137860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728617650881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728617650899'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:25.109416 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ee1a629a-b492-434c-b84e-47b1150b9476 tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510558'] for security_group_rule, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:25.123410 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf8e172-740a-4b8f-af43-1d070e517ffa None None] Pushing event updated for resources: {'Port': ['ID=2f554f88-657f-46e7-8ff3-09c61fc0478c,revision_number=3']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:33:25.130933 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1a629a-b492-434c-b84e-47b1150b9476 tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=225aefd1-6f9a-4eaf-9460-231c62a387cd,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:33:25.132282 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Device 1fdd9518-f73c-4439-b750-60a3b2bf3513 up at agent ovs-agent-dv-cinder-805887-18-iscsi {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:33:25.189472 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-6df69a1f-dfa9-4a08-a56f-e86e7e447684 None None] Attempting to bind port 2f554f88-657f-46e7-8ff3-09c61fc0478c on host dv-cinder-805887-18-iscsi for vnic_type normal with profile {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:33:25.189833 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-6df69a1f-dfa9-4a08-a56f-e86e7e447684 None None] Attempting to bind port 2f554f88-657f-46e7-8ff3-09c61fc0478c by drivers openvswitch,hyperv on host dv-cinder-805887-18-iscsi at level 0 using segments [{'id': '261208fd-fa2e-426b-a9c3-8014839716c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '42860b09-f426-4ab1-8dd6-b9d35a531f1d'}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:33:25.190386 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df69a1f-dfa9-4a08-a56f-e86e7e447684 None None] Attempting to bind port 2f554f88-657f-46e7-8ff3-09c61fc0478c on network 42860b09-f426-4ab1-8dd6-b9d35a531f1d {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:33:25.190884 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Provisioning complete for port 1fdd9518-f73c-4439-b750-60a3b2bf3513 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:33:25.191271 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703931'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:25.201088 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df69a1f-dfa9-4a08-a56f-e86e7e447684 None None] Checking agent: {'id': '8a4a6f1f-c513-442c-b997-00aea54023cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805887-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 7, 15, 58), 'started_at': datetime.datetime(2021, 9, 23, 7, 16, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 7, 32, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805887-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 07:33:25.202001 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df69a1f-dfa9-4a08-a56f-e86e7e447684 None None] Checking segment: {'id': '261208fd-fa2e-426b-a9c3-8014839716c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '42860b09-f426-4ab1-8dd6-b9d35a531f1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:33:25.202733 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-6df69a1f-dfa9-4a08-a56f-e86e7e447684 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:25.203345 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df69a1f-dfa9-4a08-a56f-e86e7e447684 None None] Bound using segment: {'id': '261208fd-fa2e-426b-a9c3-8014839716c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '42860b09-f426-4ab1-8dd6-b9d35a531f1d'} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 07:33:25.204583 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-6df69a1f-dfa9-4a08-a56f-e86e7e447684 None None] Bound port: 2f554f88-657f-46e7-8ff3-09c61fc0478c, host: dv-cinder-805887-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '261208fd-fa2e-426b-a9c3-8014839716c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '42860b09-f426-4ab1-8dd6-b9d35a531f1d'}}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 07:33:25.205269 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-6df69a1f-dfa9-4a08-a56f-e86e7e447684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:25.209534 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ee1a629a-b492-434c-b84e-47b1150b9476 tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:25.210779 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [None req-ee1a629a-b492-434c-b84e-47b1150b9476 tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4463041 Sep 23 07:33:25.286252 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-6df69a1f-dfa9-4a08-a56f-e86e7e447684 None None] For port 2f554f88-657f-46e7-8ff3-09c61fc0478c, host dv-cinder-805887-18-iscsi, cleared binding levels {{(pid=94843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:33:25.290735 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-851f9741-4cea-44d5-981c-ee6ebcaa6c89 tempest-TestVolumeBootPattern-1029062112 tempest-TestVolumeBootPattern-1029062112-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:33:25.290886 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-6df69a1f-dfa9-4a08-a56f-e86e7e447684 None None] For port 2f554f88-657f-46e7-8ff3-09c61fc0478c, host dv-cinder-805887-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-18-iscsi',level=0,port_id=2f554f88-657f-46e7-8ff3-09c61fc0478c,segment=NetworkSegment(261208fd-fa2e-426b-a9c3-8014839716c0),segment_id=261208fd-fa2e-426b-a9c3-8014839716c0)] {{(pid=94843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 07:33:25.295212 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [None req-851f9741-4cea-44d5-981c-ee6ebcaa6c89 tempest-TestVolumeBootPattern-1029062112 tempest-TestVolumeBootPattern-1029062112-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=9dffc6eb-9adf-4def-8a91-1b8810d0a225 HTTP/1.1" status: 200 len: 1094 time: 0.3115218 Sep 23 07:33:25.295429 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.62', 32882) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:33:25.300113 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.v2.base [None req-24948c6b-6c95-46e9-ab0d-27f1aaf32aea tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Request body: {'floatingip': {'floating_network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'port_id': 'fed1e78b-8bbc-47c5-b465-a288baf96ade', 'tenant_id': 'c94fc6b7cf004b03b6610c617415b316', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:33:25.370139 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-6df69a1f-dfa9-4a08-a56f-e86e7e447684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728618137860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728617650881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728617650899'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:25.402872 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-633b21ee-d64e-4696-8b5d-3216260518cd None None] Provisioning complete for port 2f554f88-657f-46e7-8ff3-09c61fc0478c triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:33:25.403523 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-633b21ee-d64e-4696-8b5d-3216260518cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703931'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:25.427259 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf8e172-740a-4b8f-af43-1d070e517ffa None None] Pushing event updated for resources: {'Port': ['ID=2f554f88-657f-46e7-8ff3-09c61fc0478c,revision_number=4']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:33:25.436209 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df69a1f-dfa9-4a08-a56f-e86e7e447684 None None] Routers {'10ed044e-b7d6-4143-849c-45019b0439f1'} bound to L3 agent in host dv-cinder-805887-18-iscsi {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:33:25.436892 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-6df69a1f-dfa9-4a08-a56f-e86e7e447684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T07:15:56Z,description=,heartbeat_timestamp=2021-09-23T07:32:57Z,host='dv-cinder-805887-18-iscsi',id=65b4f7dd-c6e9-4255-94ee-66e285aed80f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T07:15:57Z,topic='l3_agent')) {'router_ids': ['10ed044e-b7d6-4143-849c-45019b0439f1'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:33:25.505663 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-633b21ee-d64e-4696-8b5d-3216260518cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:25.513378 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-24948c6b-6c95-46e9-ab0d-27f1aaf32aea tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Notify callbacks [] for floatingip, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:25.597513 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-633b21ee-d64e-4696-8b5d-3216260518cd None None] For port 2f554f88-657f-46e7-8ff3-09c61fc0478c, host dv-cinder-805887-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-18-iscsi',level=0,port_id=2f554f88-657f-46e7-8ff3-09c61fc0478c,segment=NetworkSegment(261208fd-fa2e-426b-a9c3-8014839716c0),segment_id=261208fd-fa2e-426b-a9c3-8014839716c0)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:33:25.678532 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-633b21ee-d64e-4696-8b5d-3216260518cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728618137860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728617650881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728617650899'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:25.691413 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-6df69a1f-dfa9-4a08-a56f-e86e7e447684 None None] Set router 10ed044e-b7d6-4143-849c-45019b0439f1 gateway port host: dv-cinder-805887-18-iscsi {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:33:25.737286 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633b21ee-d64e-4696-8b5d-3216260518cd None None] Pushing event updated for resources: {'Port': ['ID=2f554f88-657f-46e7-8ff3-09c61fc0478c,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:33:25.806365 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-3ffa24b8-9ce5-4856-bd69-929464d94121 None None] Provisioning complete for port 2f554f88-657f-46e7-8ff3-09c61fc0478c triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:33:25.806921 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-3ffa24b8-9ce5-4856-bd69-929464d94121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703931'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:25.925037 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-6df69a1f-dfa9-4a08-a56f-e86e7e447684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10ed044e-b7d6-4143-849c-45019b0439f1', 'name': 'tempest-TestShelveInstance-1300388694-router', 'tenant_id': '90e3ba9c52264e7c8f219256a53dcdd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'external_fixed_ips': [{'subnet_id': '89646001-5df7-4559-baa8-56e15a045fc5', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': '1fdd9518-f73c-4439-b750-60a3b2bf3513', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:33:16Z', 'updated_at': '2021-09-23T07:33:20Z', 'revision_number': 4, 'project_id': '90e3ba9c52264e7c8f219256a53dcdd5', 'gw_port': {'id': '1fdd9518-f73c-4439-b750-60a3b2bf3513', 'name': '', 'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:a2:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10ed044e-b7d6-4143-849c-45019b0439f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '89646001-5df7-4559-baa8-56e15a045fc5', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:33:16Z', 'updated_at': '2021-09-23T07:33:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89646001-5df7-4559-baa8-56e15a045fc5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-18-iscsi', '_interfaces': [{'id': '2f554f88-657f-46e7-8ff3-09c61fc0478c', 'name': '', 'network_id': '42860b09-f426-4ab1-8dd6-b9d35a531f1d', 'tenant_id': '90e3ba9c52264e7c8f219256a53dcdd5', 'mac_address': 'fa:16:3e:5e:3e:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10ed044e-b7d6-4143-849c-45019b0439f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '6d16cc43-c22b-4809-8d1d-ee98e88ea254', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:33:19Z', 'updated_at': '2021-09-23T07:33:25Z', 'revision_number': 4, 'project_id': '90e3ba9c52264e7c8f219256a53dcdd5', 'subnets': [{'id': '6d16cc43-c22b-4809-8d1d-ee98e88ea254', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-18-iscsi', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:33:25.945823 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-24948c6b-6c95-46e9-ab0d-27f1aaf32aea tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:25.952620 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df69a1f-dfa9-4a08-a56f-e86e7e447684 None None] The sync data for ids ['10ed044e-b7d6-4143-849c-45019b0439f1'] in dv-cinder-805887-18-iscsi is: [{'id': '10ed044e-b7d6-4143-849c-45019b0439f1', 'name': 'tempest-TestShelveInstance-1300388694-router', 'tenant_id': '90e3ba9c52264e7c8f219256a53dcdd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'external_fixed_ips': [{'subnet_id': '89646001-5df7-4559-baa8-56e15a045fc5', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': '1fdd9518-f73c-4439-b750-60a3b2bf3513', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:33:16Z', 'updated_at': '2021-09-23T07:33:20Z', 'revision_number': 4, 'project_id': '90e3ba9c52264e7c8f219256a53dcdd5', 'gw_port': {'id': '1fdd9518-f73c-4439-b750-60a3b2bf3513', 'name': '', 'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:a2:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10ed044e-b7d6-4143-849c-45019b0439f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '89646001-5df7-4559-baa8-56e15a045fc5', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:33:16Z', 'updated_at': '2021-09-23T07:33:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89646001-5df7-4559-baa8-56e15a045fc5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-18-iscsi', '_interfaces': [{'id': '2f554f88-657f-46e7-8ff3-09c61fc0478c', 'name': '', 'network_id': '42860b09-f426-4ab1-8dd6-b9d35a531f1d', 'tenant_id': '90e3ba9c52264e7c8f219256a53dcdd5', 'mac_address': 'fa:16:3e:5e:3e:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10ed044e-b7d6-4143-849c-45019b0439f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '6d16cc43-c22b-4809-8d1d-ee98e88ea254', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:33:19Z', 'updated_at': '2021-09-23T07:33:25Z', 'revision_number': 4, 'project_id': '90e3ba9c52264e7c8f219256a53dcdd5', 'subnets': [{'id': '6d16cc43-c22b-4809-8d1d-ee98e88ea254', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 07:33:26.096443 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-24948c6b-6c95-46e9-ab0d-27f1aaf32aea tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Allocated IP 172.27.2.126 (d5e7441b-7712-4831-9dab-1c29a8301756/89646001-5df7-4559-baa8-56e15a045fc5/2121ebc9-b5db-4d60-8a41-de4459ef8f24) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:33:26.115975 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae0e9bd-dcaa-4479-b3e6-f5472cd784d2 req-09b20869-537e-4f83-93fc-f0bcb824a16c tempest-VolumesSnapshotTestJSON-1179798166 tempest-VolumesSnapshotTestJSON-1179798166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:33:26.117448 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-0ae0e9bd-dcaa-4479-b3e6-f5472cd784d2 req-09b20869-537e-4f83-93fc-f0bcb824a16c tempest-VolumesSnapshotTestJSON-1179798166 tempest-VolumesSnapshotTestJSON-1179798166-project] 10.222.0.62 "GET /v2.0/ports?device_id=e1f58d7a-5f20-4971-a536-c86be1de52a0 HTTP/1.1" status: 200 len: 943 time: 0.0809510 Sep 23 07:33:26.215331 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-0ae0e9bd-dcaa-4479-b3e6-f5472cd784d2 req-1142895b-cf5d-4644-812c-dc12031bd92c tempest-VolumesSnapshotTestJSON-1179798166 tempest-VolumesSnapshotTestJSON-1179798166-project] 10.222.0.62 "GET /v2.0/security-groups?id=6182d852-a577-44a1-8d94-f7ee463f2202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916305 Sep 23 07:33:26.252030 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-24948c6b-6c95-46e9-ab0d-27f1aaf32aea tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:26.370491 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-24948c6b-6c95-46e9-ab0d-27f1aaf32aea tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728617650863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58829502'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:26.414563 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24948c6b-6c95-46e9-ab0d-27f1aaf32aea tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Network d5e7441b-7712-4831-9dab-1c29a8301756 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:33:26.417628 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-24948c6b-6c95-46e9-ab0d-27f1aaf32aea tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:33:26.421528 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24948c6b-6c95-46e9-ab0d-27f1aaf32aea tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:33:26.430171 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24948c6b-6c95-46e9-ab0d-27f1aaf32aea tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Pushing event updated for resources: {'Port': ['ID=2121ebc9-b5db-4d60-8a41-de4459ef8f24,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:33:26.598486 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a1a4edc8-54df-4bb2-bbe5-70b4b34d9e82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:26.812428 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-24948c6b-6c95-46e9-ab0d-27f1aaf32aea tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:27.003787 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-24948c6b-6c95-46e9-ab0d-27f1aaf32aea tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:27.129032 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Device 1209778f-ac7b-4752-a26e-6165c0cd7f45 details requested by agent hyperv_hv-cinder-80588 with host hv-cinder-80588 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 07:33:27.175910 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Device 2f554f88-657f-46e7-8ff3-09c61fc0478c up at agent ovs-agent-dv-cinder-805887-18-iscsi {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:33:27.197906 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-24948c6b-6c95-46e9-ab0d-27f1aaf32aea tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:27.280990 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] For port 1209778f-ac7b-4752-a26e-6165c0cd7f45, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=1209778f-ac7b-4752-a26e-6165c0cd7f45,segment=NetworkSegment(9cf08da0-2a69-4eb9-9c95-8930ba3d9ab5),segment_id=9cf08da0-2a69-4eb9-9c95-8930ba3d9ab5)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:33:27.295562 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Provisioning complete for port 2f554f88-657f-46e7-8ff3-09c61fc0478c triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:33:27.295928 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703931'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:27.298745 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Returning: {'device': '1209778f-ac7b-4752-a26e-6165c0cd7f45', 'network_id': 'ccf3b05f-42c8-49c8-baf6-e3266e5ef227', 'port_id': '1209778f-ac7b-4752-a26e-6165c0cd7f45', 'mac_address': 'fa:16:3e:42:67:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9adcf72-fbf7-4e47-9159-38ad7001b80e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 07:33:27.303520 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-24948c6b-6c95-46e9-ab0d-27f1aaf32aea tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728618137860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728617650881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728617650899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58829493'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:27.378888 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:27.413939 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1209778f-ac7b-4752-a26e-6165c0cd7f45 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 07:33:27.424345 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995192b8-810b-46ea-8bd5-79905f8ec79a req-cadd8290-db36-4b4c-8197-4d0c644efa8e tempest-VolumesSnapshotTestJSON-1179798166 tempest-VolumesSnapshotTestJSON-1179798166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:33:27.424345 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-995192b8-810b-46ea-8bd5-79905f8ec79a req-cadd8290-db36-4b4c-8197-4d0c644efa8e tempest-VolumesSnapshotTestJSON-1179798166 tempest-VolumesSnapshotTestJSON-1179798166-project] 10.222.0.62 "GET /v2.0/ports?device_id=e1f58d7a-5f20-4971-a536-c86be1de52a0 HTTP/1.1" status: 200 len: 943 time: 0.1280477 Sep 23 07:33:27.424345 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24948c6b-6c95-46e9-ab0d-27f1aaf32aea tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Pushing event updated for resources: {'Port': ['ID=2121ebc9-b5db-4d60-8a41-de4459ef8f24,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:33:27.437246 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-24948c6b-6c95-46e9-ab0d-27f1aaf32aea tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-455962'] for floatingip, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:27.454155 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] For port 1209778f-ac7b-4752-a26e-6165c0cd7f45, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=1209778f-ac7b-4752-a26e-6165c0cd7f45,segment=NetworkSegment(9cf08da0-2a69-4eb9-9c95-8930ba3d9ab5),segment_id=9cf08da0-2a69-4eb9-9c95-8930ba3d9ab5)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:33:27.530312 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-995192b8-810b-46ea-8bd5-79905f8ec79a req-0f800bea-1805-4dd2-aa5d-1f65330eb8ed tempest-VolumesSnapshotTestJSON-1179798166 tempest-VolumesSnapshotTestJSON-1179798166-project] 10.222.0.62 "GET /v2.0/security-groups?id=6182d852-a577-44a1-8d94-f7ee463f2202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073945 Sep 23 07:33:27.565980 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.db.l3_db [None req-24948c6b-6c95-46e9-ab0d-27f1aaf32aea tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Floating IP 5a246d26-dffd-4652-a389-e807328e0b86 associated. External IP: 172.27.2.126, port: fed1e78b-8bbc-47c5-b465-a288baf96ade. Sep 23 07:33:27.638838 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728618137860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728617650881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728617650899'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:27.693488 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Pushing event updated for resources: {'Port': ['ID=1209778f-ac7b-4752-a26e-6165c0cd7f45,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:33:27.696934 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:27.782583 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24948c6b-6c95-46e9-ab0d-27f1aaf32aea tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Router 4fa3708c-ed9f-4062-b458-7023c3be3f04 has already been hosted by L3 agent 65b4f7dd-c6e9-4255-94ee-66e285aed80f {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 07:33:27.868091 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] get_ports_and_sgs() called for port_ids ['1209778f-ac7b-4752-a26e-6165c0cd7f45'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 07:33:27.893676 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24948c6b-6c95-46e9-ab0d-27f1aaf32aea tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Notify agent at l3_agent.dv-cinder-805887-18-iscsi the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 07:33:27.911503 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9e31122-a865-4c2c-8738-53f9586ac757 None None] Sync routers for ids ['4fa3708c-ed9f-4062-b458-7023c3be3f04'] in dv-cinder-805887-18-iscsi {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 07:33:27.947811 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9e31122-a865-4c2c-8738-53f9586ac757 None None] Routers {'4fa3708c-ed9f-4062-b458-7023c3be3f04'} bound to L3 agent in host dv-cinder-805887-18-iscsi {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:33:27.948434 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-e9e31122-a865-4c2c-8738-53f9586ac757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T07:15:56Z,description=,heartbeat_timestamp=2021-09-23T07:33:27Z,host='dv-cinder-805887-18-iscsi',id=65b4f7dd-c6e9-4255-94ee-66e285aed80f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T07:15:57Z,topic='l3_agent')) {'router_ids': ['4fa3708c-ed9f-4062-b458-7023c3be3f04'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:33:28.016841 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-24948c6b-6c95-46e9-ab0d-27f1aaf32aea tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210484'] for floatingip, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:28.043745 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:28.044394 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [None req-24948c6b-6c95-46e9-ab0d-27f1aaf32aea tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.7477887 Sep 23 07:33:28.045195 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9dffc6eb-9adf-4def-8a91-1b8810d0a225', 'tag': 'fed1e78b-8bbc-47c5-b465-a288baf96ade'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:33:28.048359 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59377972be4a6b1db7d764771ea1170f497e9021ac5c159e937f759c4704c07c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27d2ef64-7dd6-4ef4-a54e-9caab8bece7c" -d '{"events": [{"name": "network-changed", "server_uuid": "9dffc6eb-9adf-4def-8a91-1b8810d0a225", "tag": "fed1e78b-8bbc-47c5-b465-a288baf96ade"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:33:28.096409 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 07:33:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-334bf626-98db-4158-9d0e-58d87366906f x-openstack-request-id: req-334bf626-98db-4158-9d0e-58d87366906f {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:33:28.096754 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9dffc6eb-9adf-4def-8a91-1b8810d0a225", "tag": "fed1e78b-8bbc-47c5-b465-a288baf96ade", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:33:28.097189 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-334bf626-98db-4158-9d0e-58d87366906f {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:33:28.097590 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9dffc6eb-9adf-4def-8a91-1b8810d0a225', 'tag': 'fed1e78b-8bbc-47c5-b465-a288baf96ade', 'status': 'completed', 'code': 200} Sep 23 07:33:28.112389 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-e9e31122-a865-4c2c-8738-53f9586ac757 None None] Set router 4fa3708c-ed9f-4062-b458-7023c3be3f04 gateway port host: dv-cinder-805887-18-iscsi {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:33:28.145298 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-1854caf6-1153-400a-8d11-9ed8c1e229e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:28.159332 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d2ef64-7dd6-4ef4-a54e-9caab8bece7c req-90303c21-6cb9-4538-8893-6fcad4465f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:33:28.161087 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-27d2ef64-7dd6-4ef4-a54e-9caab8bece7c req-90303c21-6cb9-4538-8893-6fcad4465f97 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c94fc6b7cf004b03b6610c617415b316&device_id=9dffc6eb-9adf-4def-8a91-1b8810d0a225 HTTP/1.1" status: 200 len: 1099 time: 0.0419202 Sep 23 07:33:28.274494 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d2ef64-7dd6-4ef4-a54e-9caab8bece7c req-2456c18e-7ef9-4fda-bba6-eab8a05049cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:33:28.276866 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-27d2ef64-7dd6-4ef4-a54e-9caab8bece7c req-2456c18e-7ef9-4fda-bba6-eab8a05049cf service neutron] 10.222.0.53 "GET /v2.0/networks?id=9f0a0a70-36ce-402d-923c-729f01f617e9 HTTP/1.1" status: 200 len: 910 time: 0.1064496 Sep 23 07:33:28.343195 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-27d2ef64-7dd6-4ef4-a54e-9caab8bece7c req-daa7afe6-6ea5-4c9d-be14-cfda97376ca8 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fed1e78b-8bbc-47c5-b465-a288baf96ade HTTP/1.1" status: 200 len: 1000 time: 0.0588050 Sep 23 07:33:28.372266 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-e9e31122-a865-4c2c-8738-53f9586ac757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fa3708c-ed9f-4062-b458-7023c3be3f04', 'name': 'tempest-TestVolumeBootPattern-3333393-router', 'tenant_id': 'c94fc6b7cf004b03b6610c617415b316', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'external_fixed_ips': [{'subnet_id': '89646001-5df7-4559-baa8-56e15a045fc5', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': 'cf58e5b6-c367-4fb3-8ef9-59b313c05993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:26:45Z', 'updated_at': '2021-09-23T07:26:50Z', 'revision_number': 4, 'project_id': 'c94fc6b7cf004b03b6610c617415b316', 'gw_port': {'id': 'cf58e5b6-c367-4fb3-8ef9-59b313c05993', 'name': '', 'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:05:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fa3708c-ed9f-4062-b458-7023c3be3f04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '89646001-5df7-4559-baa8-56e15a045fc5', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:26:46Z', 'updated_at': '2021-09-23T07:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89646001-5df7-4559-baa8-56e15a045fc5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-18-iscsi', '_floatingips': [{'id': '5a246d26-dffd-4652-a389-e807328e0b86', 'tenant_id': 'c94fc6b7cf004b03b6610c617415b316', 'floating_ip_address': '172.27.2.126', 'floating_network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'router_id': '4fa3708c-ed9f-4062-b458-7023c3be3f04', 'port_id': 'fed1e78b-8bbc-47c5-b465-a288baf96ade', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f0a0a70-36ce-402d-923c-729f01f617e9', 'mac_address': 'fa:16:3e:b8:c2:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dffc6eb-9adf-4def-8a91-1b8810d0a225', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T07:33:26Z', 'updated_at': '2021-09-23T07:33:26Z', 'revision_number': 0, 'project_id': 'c94fc6b7cf004b03b6610c617415b316', 'fixed_ip_address_scope': None}, {'id': '819d8648-6d47-4bb2-84ef-29799d7bbdd9', 'tenant_id': 'c94fc6b7cf004b03b6610c617415b316', 'floating_ip_address': '172.27.2.80', 'floating_network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'router_id': '4fa3708c-ed9f-4062-b458-7023c3be3f04', 'port_id': '726261c9-3e0b-4495-8cdb-efd547712a2b', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 564, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f0a0a70-36ce-402d-923c-729f01f617e9', 'mac_address': 'fa:16:3e:ac:ea:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f13aac94-0a18-4016-9059-b1fc4d92e337', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T07:31:17Z', 'updated_at': '2021-09-23T07:31:20Z', 'revision_number': 1, 'project_id': 'c94fc6b7cf004b03b6610c617415b316', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb52962a-5c61-4a98-8df4-1631fd2e75ee', 'name': '', 'network_id': '9f0a0a70-36ce-402d-923c-729f01f617e9', 'tenant_id': 'c94fc6b7cf004b03b6610c617415b316', 'mac_address': 'fa:16:3e:08:1e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fa3708c-ed9f-4062-b458-7023c3be3f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '268d9a9b-c8cd-41c6-9c6e-7f9d40e41eae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:26:50Z', 'updated_at': '2021-09-23T07:26:56Z', 'revision_number': 5, 'project_id': 'c94fc6b7cf004b03b6610c617415b316', 'subnets': [{'id': '268d9a9b-c8cd-41c6-9c6e-7f9d40e41eae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-18-iscsi', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:33:28.411201 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d2ef64-7dd6-4ef4-a54e-9caab8bece7c req-979f6223-716c-4b52-b0fb-9ec818328fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:33:28.412576 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-27d2ef64-7dd6-4ef4-a54e-9caab8bece7c req-979f6223-716c-4b52-b0fb-9ec818328fc0 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=268d9a9b-c8cd-41c6-9c6e-7f9d40e41eae HTTP/1.1" status: 200 len: 848 time: 0.0454392 Sep 23 07:33:28.468095 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d2ef64-7dd6-4ef4-a54e-9caab8bece7c req-50c843e9-b4bf-41ad-a344-5bf088eefde7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:33:28.470274 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-27d2ef64-7dd6-4ef4-a54e-9caab8bece7c req-50c843e9-b4bf-41ad-a344-5bf088eefde7 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9f0a0a70-36ce-402d-923c-729f01f617e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0488946 Sep 23 07:33:28.526618 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9e31122-a865-4c2c-8738-53f9586ac757 None None] Checking router: 4fa3708c-ed9f-4062-b458-7023c3be3f04 for host: dv-cinder-805887-18-iscsi {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 07:33:28.535867 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9e31122-a865-4c2c-8738-53f9586ac757 None None] Routers {'4fa3708c-ed9f-4062-b458-7023c3be3f04'} bound to L3 agent in host dv-cinder-805887-18-iscsi {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:33:28.536493 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-e9e31122-a865-4c2c-8738-53f9586ac757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T07:15:56Z,description=,heartbeat_timestamp=2021-09-23T07:33:27Z,host='dv-cinder-805887-18-iscsi',id=65b4f7dd-c6e9-4255-94ee-66e285aed80f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T07:15:57Z,topic='l3_agent')) {'router_ids': ['4fa3708c-ed9f-4062-b458-7023c3be3f04'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:33:28.571501 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-27d2ef64-7dd6-4ef4-a54e-9caab8bece7c req-9de5bd18-a8f5-46f5-a448-2f7c69a1567e service neutron] 10.222.0.53 "GET /v2.0/networks/9f0a0a70-36ce-402d-923c-729f01f617e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930705 Sep 23 07:33:28.671451 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-e9e31122-a865-4c2c-8738-53f9586ac757 None None] Set router 4fa3708c-ed9f-4062-b458-7023c3be3f04 gateway port host: dv-cinder-805887-18-iscsi {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:33:28.709825 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-27d2ef64-7dd6-4ef4-a54e-9caab8bece7c req-0eb859d5-f204-44ed-86e7-c843cf846bc5 service neutron] 10.222.0.53 "GET /v2.0/networks/9f0a0a70-36ce-402d-923c-729f01f617e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278486 Sep 23 07:33:28.724529 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdbb98f-8cd3-4401-bc6a-c1d218de0a72 req-0ce87b26-09fc-4f8a-89cc-278b70d2151c tempest-VolumesSnapshotTestJSON-1179798166 tempest-VolumesSnapshotTestJSON-1179798166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:33:28.724529 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-4fdbb98f-8cd3-4401-bc6a-c1d218de0a72 req-0ce87b26-09fc-4f8a-89cc-278b70d2151c tempest-VolumesSnapshotTestJSON-1179798166 tempest-VolumesSnapshotTestJSON-1179798166-project] 10.222.0.62 "GET /v2.0/ports?device_id=e1f58d7a-5f20-4971-a536-c86be1de52a0 HTTP/1.1" status: 200 len: 944 time: 0.0716877 Sep 23 07:33:28.765811 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-4fdbb98f-8cd3-4401-bc6a-c1d218de0a72 req-aa6bae29-8031-40e0-92c5-f3fb5b3fe05d tempest-VolumesSnapshotTestJSON-1179798166 tempest-VolumesSnapshotTestJSON-1179798166-project] 10.222.0.62 "GET /v2.0/security-groups?id=6182d852-a577-44a1-8d94-f7ee463f2202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342176 Sep 23 07:33:28.927438 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-e9e31122-a865-4c2c-8738-53f9586ac757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fa3708c-ed9f-4062-b458-7023c3be3f04', 'name': 'tempest-TestVolumeBootPattern-3333393-router', 'tenant_id': 'c94fc6b7cf004b03b6610c617415b316', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'external_fixed_ips': [{'subnet_id': '89646001-5df7-4559-baa8-56e15a045fc5', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': 'cf58e5b6-c367-4fb3-8ef9-59b313c05993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:26:45Z', 'updated_at': '2021-09-23T07:26:50Z', 'revision_number': 4, 'project_id': 'c94fc6b7cf004b03b6610c617415b316', 'gw_port': {'id': 'cf58e5b6-c367-4fb3-8ef9-59b313c05993', 'name': '', 'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:05:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fa3708c-ed9f-4062-b458-7023c3be3f04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '89646001-5df7-4559-baa8-56e15a045fc5', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:26:46Z', 'updated_at': '2021-09-23T07:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89646001-5df7-4559-baa8-56e15a045fc5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-18-iscsi', '_floatingips': [{'id': '5a246d26-dffd-4652-a389-e807328e0b86', 'tenant_id': 'c94fc6b7cf004b03b6610c617415b316', 'floating_ip_address': '172.27.2.126', 'floating_network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'router_id': '4fa3708c-ed9f-4062-b458-7023c3be3f04', 'port_id': 'fed1e78b-8bbc-47c5-b465-a288baf96ade', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f0a0a70-36ce-402d-923c-729f01f617e9', 'mac_address': 'fa:16:3e:b8:c2:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dffc6eb-9adf-4def-8a91-1b8810d0a225', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T07:33:26Z', 'updated_at': '2021-09-23T07:33:26Z', 'revision_number': 0, 'project_id': 'c94fc6b7cf004b03b6610c617415b316', 'fixed_ip_address_scope': None}, {'id': '819d8648-6d47-4bb2-84ef-29799d7bbdd9', 'tenant_id': 'c94fc6b7cf004b03b6610c617415b316', 'floating_ip_address': '172.27.2.80', 'floating_network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'router_id': '4fa3708c-ed9f-4062-b458-7023c3be3f04', 'port_id': '726261c9-3e0b-4495-8cdb-efd547712a2b', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 564, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f0a0a70-36ce-402d-923c-729f01f617e9', 'mac_address': 'fa:16:3e:ac:ea:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f13aac94-0a18-4016-9059-b1fc4d92e337', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T07:31:17Z', 'updated_at': '2021-09-23T07:31:20Z', 'revision_number': 1, 'project_id': 'c94fc6b7cf004b03b6610c617415b316', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb52962a-5c61-4a98-8df4-1631fd2e75ee', 'name': '', 'network_id': '9f0a0a70-36ce-402d-923c-729f01f617e9', 'tenant_id': 'c94fc6b7cf004b03b6610c617415b316', 'mac_address': 'fa:16:3e:08:1e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fa3708c-ed9f-4062-b458-7023c3be3f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '268d9a9b-c8cd-41c6-9c6e-7f9d40e41eae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:26:50Z', 'updated_at': '2021-09-23T07:26:56Z', 'revision_number': 5, 'project_id': 'c94fc6b7cf004b03b6610c617415b316', 'subnets': [{'id': '268d9a9b-c8cd-41c6-9c6e-7f9d40e41eae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-18-iscsi', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:33:28.957794 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9e31122-a865-4c2c-8738-53f9586ac757 None None] The sync data for ids ['4fa3708c-ed9f-4062-b458-7023c3be3f04'] in dv-cinder-805887-18-iscsi is: [{'id': '4fa3708c-ed9f-4062-b458-7023c3be3f04', 'name': 'tempest-TestVolumeBootPattern-3333393-router', 'tenant_id': 'c94fc6b7cf004b03b6610c617415b316', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'external_fixed_ips': [{'subnet_id': '89646001-5df7-4559-baa8-56e15a045fc5', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': 'cf58e5b6-c367-4fb3-8ef9-59b313c05993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:26:45Z', 'updated_at': '2021-09-23T07:26:50Z', 'revision_number': 4, 'project_id': 'c94fc6b7cf004b03b6610c617415b316', 'gw_port': {'id': 'cf58e5b6-c367-4fb3-8ef9-59b313c05993', 'name': '', 'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:05:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fa3708c-ed9f-4062-b458-7023c3be3f04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '89646001-5df7-4559-baa8-56e15a045fc5', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:26:46Z', 'updated_at': '2021-09-23T07:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89646001-5df7-4559-baa8-56e15a045fc5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-18-iscsi', '_floatingips': [{'id': '5a246d26-dffd-4652-a389-e807328e0b86', 'tenant_id': 'c94fc6b7cf004b03b6610c617415b316', 'floating_ip_address': '172.27.2.126', 'floating_network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'router_id': '4fa3708c-ed9f-4062-b458-7023c3be3f04', 'port_id': 'fed1e78b-8bbc-47c5-b465-a288baf96ade', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f0a0a70-36ce-402d-923c-729f01f617e9', 'mac_address': 'fa:16:3e:b8:c2:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dffc6eb-9adf-4def-8a91-1b8810d0a225', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T07:33:26Z', 'updated_at': '2021-09-23T07:33:26Z', 'revision_number': 0, 'project_id': 'c94fc6b7cf004b03b6610c617415b316', 'fixed_ip_address_scope': None}, {'id': '819d8648-6d47-4bb2-84ef-29799d7bbdd9', 'tenant_id': 'c94fc6b7cf004b03b6610c617415b316', 'floating_ip_address': '172.27.2.80', 'floating_network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'router_id': '4fa3708c-ed9f-4062-b458-7023c3be3f04', 'port_id': '726261c9-3e0b-4495-8cdb-efd547712a2b', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 564, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f0a0a70-36ce-402d-923c-729f01f617e9', 'mac_address': 'fa:16:3e:ac:ea:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f13aac94-0a18-4016-9059-b1fc4d92e337', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T07:31:17Z', 'updated_at': '2021-09-23T07:31:20Z', 'revision_number': 1, 'project_id': 'c94fc6b7cf004b03b6610c617415b316', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb52962a-5c61-4a98-8df4-1631fd2e75ee', 'name': '', 'network_id': '9f0a0a70-36ce-402d-923c-729f01f617e9', 'tenant_id': 'c94fc6b7cf004b03b6610c617415b316', 'mac_address': 'fa:16:3e:08:1e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fa3708c-ed9f-4062-b458-7023c3be3f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '268d9a9b-c8cd-41c6-9c6e-7f9d40e41eae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:26:50Z', 'updated_at': '2021-09-23T07:26:56Z', 'revision_number': 5, 'project_id': 'c94fc6b7cf004b03b6610c617415b316', 'subnets': [{'id': '268d9a9b-c8cd-41c6-9c6e-7f9d40e41eae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 07:33:29.137837 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Device 1209778f-ac7b-4752-a26e-6165c0cd7f45 up at agent hyperv_hv-cinder-80588 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:33:29.162718 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b6bdcc9-e3d4-4aca-873a-72deaaa116e7 None None] New status for floating IP 5a246d26-dffd-4652-a389-e807328e0b86: ACTIVE {{(pid=94843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 07:33:29.272668 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Provisioning for port 1209778f-ac7b-4752-a26e-6165c0cd7f45 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 07:33:29.277033 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Provisioning complete for port 1209778f-ac7b-4752-a26e-6165c0cd7f45 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:33:29.277407 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703931'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:29.366206 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:29.388706 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1f58d7a-5f20-4971-a536-c86be1de52a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1209778f-ac7b-4752-a26e-6165c0cd7f45'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:33:29.391665 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8cb1569f887212d656241d478829572ac01e5268e755a1d7af7c5208f8517aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c89db8b-4919-4c96-a810-d3e5dfce51de" -d '{"events": [{"server_uuid": "e1f58d7a-5f20-4971-a536-c86be1de52a0", "name": "network-vif-plugged", "status": "completed", "tag": "1209778f-ac7b-4752-a26e-6165c0cd7f45"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:33:29.405858 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] For port 1209778f-ac7b-4752-a26e-6165c0cd7f45, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=1209778f-ac7b-4752-a26e-6165c0cd7f45,segment=NetworkSegment(9cf08da0-2a69-4eb9-9c95-8930ba3d9ab5),segment_id=9cf08da0-2a69-4eb9-9c95-8930ba3d9ab5)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:33:29.433791 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 07:33:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d353a162-35e3-4daf-b686-ab7e736f9010 x-openstack-request-id: req-d353a162-35e3-4daf-b686-ab7e736f9010 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:33:29.440203 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1f58d7a-5f20-4971-a536-c86be1de52a0", "name": "network-vif-plugged", "status": "completed", "tag": "1209778f-ac7b-4752-a26e-6165c0cd7f45", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:33:29.440203 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d353a162-35e3-4daf-b686-ab7e736f9010 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:33:29.440203 dv-cinder-805887-18-iscsi neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1f58d7a-5f20-4971-a536-c86be1de52a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1209778f-ac7b-4752-a26e-6165c0cd7f45', 'code': 200} Sep 23 07:33:29.526094 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728618137860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728617650881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728617650899'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:29.583870 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Pushing event updated for resources: {'Port': ['ID=1209778f-ac7b-4752-a26e-6165c0cd7f45,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:33:29.792336 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e312f5-2b54-4468-8877-1f7b7bd9589f req-295a6c3b-fb61-4e04-bf06-0efa20d661f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:33:29.794545 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-03e312f5-2b54-4468-8877-1f7b7bd9589f req-295a6c3b-fb61-4e04-bf06-0efa20d661f7 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=e1f58d7a-5f20-4971-a536-c86be1de52a0 HTTP/1.1" status: 200 len: 1098 time: 0.0441515 Sep 23 07:33:29.837934 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-03e312f5-2b54-4468-8877-1f7b7bd9589f req-7722ffa4-de9e-4300-9d89-5d73aea606b9 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=6182d852-a577-44a1-8d94-f7ee463f2202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347693 Sep 23 07:33:29.878274 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e4079388-143e-46ee-8cf3-ea3894d72bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:29.891964 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b566286-5fb6-423d-b923-5b0db976691c req-40b8b2fe-caed-45ae-8592-b21bb2531f9a tempest-VolumesSnapshotTestJSON-1179798166 tempest-VolumesSnapshotTestJSON-1179798166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:33:29.893521 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-2b566286-5fb6-423d-b923-5b0db976691c req-40b8b2fe-caed-45ae-8592-b21bb2531f9a tempest-VolumesSnapshotTestJSON-1179798166 tempest-VolumesSnapshotTestJSON-1179798166-project] 10.222.0.62 "GET /v2.0/ports?device_id=e1f58d7a-5f20-4971-a536-c86be1de52a0 HTTP/1.1" status: 200 len: 945 time: 0.0506229 Sep 23 07:33:29.943767 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-2b566286-5fb6-423d-b923-5b0db976691c req-c8408569-d463-46d9-a6ea-d41ac6eafac7 tempest-VolumesSnapshotTestJSON-1179798166 tempest-VolumesSnapshotTestJSON-1179798166-project] 10.222.0.62 "GET /v2.0/security-groups?id=6182d852-a577-44a1-8d94-f7ee463f2202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401733 Sep 23 07:33:31.069916 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348cf4ed-d773-4ddf-b8d1-c77219d365d2 req-c4879658-c7b1-4c0f-b4e3-8b24e1a69824 tempest-VolumesSnapshotTestJSON-1179798166 tempest-VolumesSnapshotTestJSON-1179798166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:33:31.071676 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-348cf4ed-d773-4ddf-b8d1-c77219d365d2 req-c4879658-c7b1-4c0f-b4e3-8b24e1a69824 tempest-VolumesSnapshotTestJSON-1179798166 tempest-VolumesSnapshotTestJSON-1179798166-project] 10.222.0.62 "GET /v2.0/ports?device_id=e1f58d7a-5f20-4971-a536-c86be1de52a0 HTTP/1.1" status: 200 len: 945 time: 0.0518296 Sep 23 07:33:31.112682 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-348cf4ed-d773-4ddf-b8d1-c77219d365d2 req-e391fd5f-6895-4950-a093-af3089cc2349 tempest-VolumesSnapshotTestJSON-1179798166 tempest-VolumesSnapshotTestJSON-1179798166-project] 10.222.0.62 "GET /v2.0/security-groups?id=6182d852-a577-44a1-8d94-f7ee463f2202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342302 Sep 23 07:33:32.227448 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdec8949-42c1-4ddd-ab76-8d1147c27eaa req-3bec6b0a-cf0f-4422-b2ec-a06d49f953bd tempest-VolumesSnapshotTestJSON-1179798166 tempest-VolumesSnapshotTestJSON-1179798166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:33:32.229089 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-fdec8949-42c1-4ddd-ab76-8d1147c27eaa req-3bec6b0a-cf0f-4422-b2ec-a06d49f953bd tempest-VolumesSnapshotTestJSON-1179798166 tempest-VolumesSnapshotTestJSON-1179798166-project] 10.222.0.62 "GET /v2.0/ports?device_id=e1f58d7a-5f20-4971-a536-c86be1de52a0 HTTP/1.1" status: 200 len: 945 time: 0.0496721 Sep 23 07:33:32.273880 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-fdec8949-42c1-4ddd-ab76-8d1147c27eaa req-7a6ea1d0-ea7e-49b6-8369-c53596c31a79 tempest-VolumesSnapshotTestJSON-1179798166 tempest-VolumesSnapshotTestJSON-1179798166-project] 10.222.0.62 "GET /v2.0/security-groups?id=6182d852-a577-44a1-8d94-f7ee463f2202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387578 Sep 23 07:33:32.801844 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-32f6898a-47b6-4534-ad05-8064c857152d req-0200d377-7462-4ef4-a9f6-5618fb1a1115 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=f13aac94-0a18-4016-9059-b1fc4d92e337&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0495934 Sep 23 07:33:32.864602 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f6898a-47b6-4534-ad05-8064c857152d req-8e39130f-1a15-44af-b12a-14da58cdcc40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:33:32.866074 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-32f6898a-47b6-4534-ad05-8064c857152d req-8e39130f-1a15-44af-b12a-14da58cdcc40 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c94fc6b7cf004b03b6610c617415b316&device_id=f13aac94-0a18-4016-9059-b1fc4d92e337 HTTP/1.1" status: 200 len: 1099 time: 0.0409372 Sep 23 07:33:32.981219 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f6898a-47b6-4534-ad05-8064c857152d req-5ed82c15-4606-4a11-b50d-afaa1a78b1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:33:32.983540 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-32f6898a-47b6-4534-ad05-8064c857152d req-5ed82c15-4606-4a11-b50d-afaa1a78b1a0 service neutron] 10.222.0.53 "GET /v2.0/networks?id=9f0a0a70-36ce-402d-923c-729f01f617e9 HTTP/1.1" status: 200 len: 910 time: 0.0935647 Sep 23 07:33:33.050228 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-32f6898a-47b6-4534-ad05-8064c857152d req-6d4dfd90-dcd6-471f-9c72-61bb2605c18a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=726261c9-3e0b-4495-8cdb-efd547712a2b HTTP/1.1" status: 200 len: 1001 time: 0.0587778 Sep 23 07:33:33.115501 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f6898a-47b6-4534-ad05-8064c857152d req-9c7f21d9-ff08-407c-a3bf-851bacd92937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:33:33.117156 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-32f6898a-47b6-4534-ad05-8064c857152d req-9c7f21d9-ff08-407c-a3bf-851bacd92937 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=268d9a9b-c8cd-41c6-9c6e-7f9d40e41eae HTTP/1.1" status: 200 len: 848 time: 0.0467989 Sep 23 07:33:33.169983 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f6898a-47b6-4534-ad05-8064c857152d req-5dbfc8e0-ac83-4486-9ae7-c4b32fe364da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:33:33.171542 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-32f6898a-47b6-4534-ad05-8064c857152d req-5dbfc8e0-ac83-4486-9ae7-c4b32fe364da service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9f0a0a70-36ce-402d-923c-729f01f617e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0468571 Sep 23 07:33:33.272242 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-32f6898a-47b6-4534-ad05-8064c857152d req-2d5a667a-57d0-4286-b6ca-66e5acc41c38 service neutron] 10.222.0.53 "GET /v2.0/networks/9f0a0a70-36ce-402d-923c-729f01f617e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922799 Sep 23 07:33:33.374611 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-32f6898a-47b6-4534-ad05-8064c857152d req-7eae1f9f-4958-45e9-bddf-bae4af23f0ef service neutron] 10.222.0.53 "GET /v2.0/networks/9f0a0a70-36ce-402d-923c-729f01f617e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917089 Sep 23 07:33:39.958655 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.db.agents_db [None req-60cd1eec-2052-4d49-bd00-e5a0de40c293 None None] Agent healthcheck: found 6 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 07:33:47.617689 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-564d26d9-8ea4-48c6-b00c-493fa87f5b7e req-15fd8833-001d-4b69-af20-e98e1e9865b2 tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-605181075&fields=id&tenant_id=1f7024f1abd34a80a4e41e2d36e7344c HTTP/1.1" status: 200 len: 267 time: 0.0328786 Sep 23 07:33:47.729788 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564d26d9-8ea4-48c6-b00c-493fa87f5b7e req-39677e70-339e-4565-9c1c-69f922187b53 tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:33:47.731162 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-564d26d9-8ea4-48c6-b00c-493fa87f5b7e req-39677e70-339e-4565-9c1c-69f922187b53 tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] 10.222.0.62 "GET /v2.0/networks?id=65b4249a-6e16-4577-acc0-7c62fde24929 HTTP/1.1" status: 200 len: 808 time: 0.1067572 Sep 23 07:33:47.746025 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-564d26d9-8ea4-48c6-b00c-493fa87f5b7e req-17f9ca65-216a-4a36-9203-bcc93d0f60a8 tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] 10.222.0.62 "GET /v2.0/quotas/1f7024f1abd34a80a4e41e2d36e7344c HTTP/1.1" status: 200 len: 375 time: 0.0089624 Sep 23 07:33:47.798927 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-564d26d9-8ea4-48c6-b00c-493fa87f5b7e req-6c368ab2-e3ea-453a-af0d-361c8987a08f tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=1f7024f1abd34a80a4e41e2d36e7344c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0473816 Sep 23 07:33:47.952556 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-564d26d9-8ea4-48c6-b00c-493fa87f5b7e req-98bd4947-2204-4270-86ac-93219b3a667b service neutron] 10.222.0.62 "GET /v2.0/networks/65b4249a-6e16-4577-acc0-7c62fde24929?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423659 Sep 23 07:33:48.050902 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-564d26d9-8ea4-48c6-b00c-493fa87f5b7e req-965d1451-e17e-4978-9d2d-3665383d96c8 service neutron] 10.222.0.62 "GET /v2.0/networks/65b4249a-6e16-4577-acc0-7c62fde24929?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922403 Sep 23 07:33:49.830184 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-e3c44c48-7df4-4afe-8788-e5bca455b638 req-4cea2a8c-9c1e-4d3d-8c5c-ce9eb9556cbc tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0b8a9f3-a89e-425b-8276-5bc113b5374c HTTP/1.1" status: 200 len: 210 time: 0.0272171 Sep 23 07:33:50.922107 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-3389f101-cc05-45c1-a1a8-ec914cc98edb req-6fd87c6d-0520-49fb-b506-2696b985920f tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0b8a9f3-a89e-425b-8276-5bc113b5374c HTTP/1.1" status: 200 len: 210 time: 0.0256755 Sep 23 07:33:52.017570 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-95265933-0c4c-4af5-b09c-ad5d4e7ae1a0 req-650d3a68-a20d-4237-9087-78a109cf0e44 tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0b8a9f3-a89e-425b-8276-5bc113b5374c HTTP/1.1" status: 200 len: 210 time: 0.0263782 Sep 23 07:33:52.209041 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564d26d9-8ea4-48c6-b00c-493fa87f5b7e req-f2905bdc-e5a9-4214-8dd8-2e2b553b25b8 tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:33:52.210487 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-564d26d9-8ea4-48c6-b00c-493fa87f5b7e req-f2905bdc-e5a9-4214-8dd8-2e2b553b25b8 tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] 10.222.0.53 "GET /v2.0/networks?id=65b4249a-6e16-4577-acc0-7c62fde24929 HTTP/1.1" status: 200 len: 808 time: 0.1089797 Sep 23 07:33:52.256041 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-564d26d9-8ea4-48c6-b00c-493fa87f5b7e req-ec3937ff-9112-4457-b06c-cf5054ba2b25 tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1f7024f1abd34a80a4e41e2d36e7344c HTTP/1.1" status: 200 len: 379 time: 0.0330715 Sep 23 07:33:52.266679 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.v2.base [req-564d26d9-8ea4-48c6-b00c-493fa87f5b7e req-ef904196-1670-4847-bfca-50c428edb872 tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] Request body: {'port': {'device_id': 'b0b8a9f3-a89e-425b-8276-5bc113b5374c', 'network_id': '65b4249a-6e16-4577-acc0-7c62fde24929', 'admin_state_up': True, 'tenant_id': '1f7024f1abd34a80a4e41e2d36e7344c', 'security_groups': ['c2febd76-d782-4f2a-b56f-e8e5a718fd64']}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:33:52.449945 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-564d26d9-8ea4-48c6-b00c-493fa87f5b7e req-ef904196-1670-4847-bfca-50c428edb872 tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] Made reservation on behalf of 1f7024f1abd34a80a4e41e2d36e7344c for: {'port': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:33:52.453694 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-564d26d9-8ea4-48c6-b00c-493fa87f5b7e req-ef904196-1670-4847-bfca-50c428edb872 tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:52.580062 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [req-564d26d9-8ea4-48c6-b00c-493fa87f5b7e req-ef904196-1670-4847-bfca-50c428edb872 tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] Allocated IP 172.20.0.6 (65b4249a-6e16-4577-acc0-7c62fde24929/39dc90ad-17f9-49b5-a3cc-7dbe6ddf9367/545aa832-87cc-4753-947b-9e1dd4518eed) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:33:52.725876 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-564d26d9-8ea4-48c6-b00c-493fa87f5b7e req-ef904196-1670-4847-bfca-50c428edb872 tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:52.821333 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-564d26d9-8ea4-48c6-b00c-493fa87f5b7e req-ef904196-1670-4847-bfca-50c428edb872 tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728617650863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58829502'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:52.863283 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-564d26d9-8ea4-48c6-b00c-493fa87f5b7e req-ef904196-1670-4847-bfca-50c428edb872 tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] Network 65b4249a-6e16-4577-acc0-7c62fde24929 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:33:52.866237 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [req-564d26d9-8ea4-48c6-b00c-493fa87f5b7e req-ef904196-1670-4847-bfca-50c428edb872 tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:33:52.866568 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-01e37685-968e-4a78-8983-15b61522cbc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:52.870453 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-564d26d9-8ea4-48c6-b00c-493fa87f5b7e req-ef904196-1670-4847-bfca-50c428edb872 tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:33:52.880228 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef904196-1670-4847-bfca-50c428edb872 tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] Pushing event updated for resources: {'Port': ['ID=545aa832-87cc-4753-947b-9e1dd4518eed,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:33:52.912515 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef904196-1670-4847-bfca-50c428edb872 tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:33:52.912893 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef904196-1670-4847-bfca-50c428edb872 tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:33:52.913226 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef904196-1670-4847-bfca-50c428edb872 tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:33:52.913558 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef904196-1670-4847-bfca-50c428edb872 tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:33:52.913878 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef904196-1670-4847-bfca-50c428edb872 tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:33:52.914198 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef904196-1670-4847-bfca-50c428edb872 tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:33:52.914511 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef904196-1670-4847-bfca-50c428edb872 tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:33:52.914827 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef904196-1670-4847-bfca-50c428edb872 tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:33:52.915138 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef904196-1670-4847-bfca-50c428edb872 tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:33:52.915461 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef904196-1670-4847-bfca-50c428edb872 tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:33:52.915765 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef904196-1670-4847-bfca-50c428edb872 tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:33:52.916071 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef904196-1670-4847-bfca-50c428edb872 tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:33:52.941025 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564d26d9-8ea4-48c6-b00c-493fa87f5b7e req-ef904196-1670-4847-bfca-50c428edb872 tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:33:52.941476 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-564d26d9-8ea4-48c6-b00c-493fa87f5b7e req-ef904196-1670-4847-bfca-50c428edb872 tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210484'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:53.078580 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-564d26d9-8ea4-48c6-b00c-493fa87f5b7e req-ef904196-1670-4847-bfca-50c428edb872 tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8154659 Sep 23 07:33:53.094928 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.v2.base [req-564d26d9-8ea4-48c6-b00c-493fa87f5b7e req-08c3d2db-356c-4af6-9890-d608c5204776 service neutron] Request body: {'port': {'device_id': 'b0b8a9f3-a89e-425b-8276-5bc113b5374c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80588'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:33:53.131808 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-d5240ec2-14f2-4b9d-a29e-6161dad8c401 None None] Provisioning complete for port 545aa832-87cc-4753-947b-9e1dd4518eed triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:33:53.135088 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d5240ec2-14f2-4b9d-a29e-6161dad8c401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703931'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:53.165064 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-d5240ec2-14f2-4b9d-a29e-6161dad8c401 None None] Port 545aa832-87cc-4753-947b-9e1dd4518eed cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 07:33:53.186432 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfda19e-7782-4eca-94f6-32c76e0af942 req-59c4d002-6c65-4363-b76e-2c8227a013c0 tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:33:53.189759 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-edfda19e-7782-4eca-94f6-32c76e0af942 req-59c4d002-6c65-4363-b76e-2c8227a013c0 tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0b8a9f3-a89e-425b-8276-5bc113b5374c HTTP/1.1" status: 200 len: 931 time: 0.0921006 Sep 23 07:33:53.207965 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-564d26d9-8ea4-48c6-b00c-493fa87f5b7e req-08c3d2db-356c-4af6-9890-d608c5204776 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:53.255261 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-edfda19e-7782-4eca-94f6-32c76e0af942 req-d10f2bd4-6597-4636-8a16-efa5fc27ab2d tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] 10.222.0.62 "GET /v2.0/security-groups?id=c2febd76-d782-4f2a-b56f-e8e5a718fd64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604491 Sep 23 07:33:53.479918 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.notifiers.nova [req-564d26d9-8ea4-48c6-b00c-493fa87f5b7e req-08c3d2db-356c-4af6-9890-d608c5204776 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 545aa832-87cc-4753-947b-9e1dd4518eed {{(pid=94841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 07:33:53.487304 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-564d26d9-8ea4-48c6-b00c-493fa87f5b7e req-08c3d2db-356c-4af6-9890-d608c5204776 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:53.498725 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [req-564d26d9-8ea4-48c6-b00c-493fa87f5b7e req-08c3d2db-356c-4af6-9890-d608c5204776 service neutron] Transition to ACTIVE for port object 545aa832-87cc-4753-947b-9e1dd4518eed will not be triggered until provisioned by entity L2. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 07:33:53.592187 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-564d26d9-8ea4-48c6-b00c-493fa87f5b7e req-08c3d2db-356c-4af6-9890-d608c5204776 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728618137860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728617650881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728617650899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58829493'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:53.639698 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c3d2db-356c-4af6-9890-d608c5204776 service neutron] Pushing event updated for resources: {'Port': ['ID=545aa832-87cc-4753-947b-9e1dd4518eed,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:33:53.721796 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-564d26d9-8ea4-48c6-b00c-493fa87f5b7e req-08c3d2db-356c-4af6-9890-d608c5204776 service neutron] Attempting to bind port 545aa832-87cc-4753-947b-9e1dd4518eed on host hv-cinder-80588 for vnic_type normal with profile {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:33:53.722855 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-564d26d9-8ea4-48c6-b00c-493fa87f5b7e req-08c3d2db-356c-4af6-9890-d608c5204776 service neutron] Attempting to bind port 545aa832-87cc-4753-947b-9e1dd4518eed by drivers openvswitch,hyperv on host hv-cinder-80588 at level 0 using segments [{'id': 'b1d011f7-9d5f-4dbf-9fea-a6a7339af9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '65b4249a-6e16-4577-acc0-7c62fde24929'}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:33:53.722855 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-564d26d9-8ea4-48c6-b00c-493fa87f5b7e req-08c3d2db-356c-4af6-9890-d608c5204776 service neutron] Attempting to bind port 545aa832-87cc-4753-947b-9e1dd4518eed on network 65b4249a-6e16-4577-acc0-7c62fde24929 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:33:53.726989 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-564d26d9-8ea4-48c6-b00c-493fa87f5b7e req-08c3d2db-356c-4af6-9890-d608c5204776 service neutron] Port 545aa832-87cc-4753-947b-9e1dd4518eed on network 65b4249a-6e16-4577-acc0-7c62fde24929 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80588 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 07:33:53.727341 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-564d26d9-8ea4-48c6-b00c-493fa87f5b7e req-08c3d2db-356c-4af6-9890-d608c5204776 service neutron] Attempting to bind port 545aa832-87cc-4753-947b-9e1dd4518eed on network 65b4249a-6e16-4577-acc0-7c62fde24929 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:33:53.732926 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-564d26d9-8ea4-48c6-b00c-493fa87f5b7e req-08c3d2db-356c-4af6-9890-d608c5204776 service neutron] Checking agent: {'id': '6ad4e769-5dea-434d-bbcd-ae86f07cf259', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80588', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 7, 22, 28), 'started_at': datetime.datetime(2021, 9, 23, 7, 22, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 7, 33, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 07:33:53.733426 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-564d26d9-8ea4-48c6-b00c-493fa87f5b7e req-08c3d2db-356c-4af6-9890-d608c5204776 service neutron] Checking segment: {'id': 'b1d011f7-9d5f-4dbf-9fea-a6a7339af9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '65b4249a-6e16-4577-acc0-7c62fde24929'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:33:53.733742 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-564d26d9-8ea4-48c6-b00c-493fa87f5b7e req-08c3d2db-356c-4af6-9890-d608c5204776 service neutron] Bound using segment: {'id': 'b1d011f7-9d5f-4dbf-9fea-a6a7339af9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '65b4249a-6e16-4577-acc0-7c62fde24929'} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 07:33:53.734140 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-564d26d9-8ea4-48c6-b00c-493fa87f5b7e req-08c3d2db-356c-4af6-9890-d608c5204776 service neutron] Bound port: 545aa832-87cc-4753-947b-9e1dd4518eed, host: hv-cinder-80588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1d011f7-9d5f-4dbf-9fea-a6a7339af9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '65b4249a-6e16-4577-acc0-7c62fde24929'}}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 07:33:53.734501 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-564d26d9-8ea4-48c6-b00c-493fa87f5b7e req-08c3d2db-356c-4af6-9890-d608c5204776 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:53.806453 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-564d26d9-8ea4-48c6-b00c-493fa87f5b7e req-08c3d2db-356c-4af6-9890-d608c5204776 service neutron] For port 545aa832-87cc-4753-947b-9e1dd4518eed, host hv-cinder-80588, cleared binding levels {{(pid=94841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:33:53.809862 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-564d26d9-8ea4-48c6-b00c-493fa87f5b7e req-08c3d2db-356c-4af6-9890-d608c5204776 service neutron] For port 545aa832-87cc-4753-947b-9e1dd4518eed, host hv-cinder-80588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=545aa832-87cc-4753-947b-9e1dd4518eed,segment=NetworkSegment(b1d011f7-9d5f-4dbf-9fea-a6a7339af9fe),segment_id=b1d011f7-9d5f-4dbf-9fea-a6a7339af9fe)] {{(pid=94841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 07:33:53.884833 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-564d26d9-8ea4-48c6-b00c-493fa87f5b7e req-08c3d2db-356c-4af6-9890-d608c5204776 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728618137860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728617650881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728617650899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58829493'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:53.926264 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564d26d9-8ea4-48c6-b00c-493fa87f5b7e req-08c3d2db-356c-4af6-9890-d608c5204776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:33:53.926876 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-564d26d9-8ea4-48c6-b00c-493fa87f5b7e req-08c3d2db-356c-4af6-9890-d608c5204776 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210484'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:53.928280 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-564d26d9-8ea4-48c6-b00c-493fa87f5b7e req-08c3d2db-356c-4af6-9890-d608c5204776 service neutron] 10.222.0.53 "PUT /v2.0/ports/545aa832-87cc-4753-947b-9e1dd4518eed HTTP/1.1" status: 200 len: 1093 time: 0.8377945 Sep 23 07:33:53.928709 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0b8a9f3-a89e-425b-8276-5bc113b5374c', 'tag': '545aa832-87cc-4753-947b-9e1dd4518eed'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:33:53.930972 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59377972be4a6b1db7d764771ea1170f497e9021ac5c159e937f759c4704c07c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-759c1810-0915-430a-a355-10b866511f47" -d '{"events": [{"name": "network-changed", "server_uuid": "b0b8a9f3-a89e-425b-8276-5bc113b5374c", "tag": "545aa832-87cc-4753-947b-9e1dd4518eed"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:33:53.955688 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c3d2db-356c-4af6-9890-d608c5204776 service neutron] Pushing event updated for resources: {'Port': ['ID=545aa832-87cc-4753-947b-9e1dd4518eed,revision_number=3']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:33:53.972219 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 07:33:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e042543-0dbf-4b1d-aabb-e13176e241b0 x-openstack-request-id: req-5e042543-0dbf-4b1d-aabb-e13176e241b0 {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:33:53.972532 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0b8a9f3-a89e-425b-8276-5bc113b5374c", "tag": "545aa832-87cc-4753-947b-9e1dd4518eed", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:33:53.972825 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5e042543-0dbf-4b1d-aabb-e13176e241b0 {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:33:53.973175 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0b8a9f3-a89e-425b-8276-5bc113b5374c', 'tag': '545aa832-87cc-4753-947b-9e1dd4518eed', 'status': 'completed', 'code': 200} Sep 23 07:33:54.036021 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759c1810-0915-430a-a355-10b866511f47 req-db720a38-c051-44ed-bb62-b72aac2e670b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:33:54.037518 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-759c1810-0915-430a-a355-10b866511f47 req-db720a38-c051-44ed-bb62-b72aac2e670b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1f7024f1abd34a80a4e41e2d36e7344c&device_id=b0b8a9f3-a89e-425b-8276-5bc113b5374c HTTP/1.1" status: 200 len: 1096 time: 0.0411744 Sep 23 07:33:54.146684 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759c1810-0915-430a-a355-10b866511f47 req-5106ba38-d71b-4ca2-893e-2a62dcb14916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:33:54.148064 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-759c1810-0915-430a-a355-10b866511f47 req-5106ba38-d71b-4ca2-893e-2a62dcb14916 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=1f7024f1abd34a80a4e41e2d36e7344c&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1016378 Sep 23 07:33:54.242313 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759c1810-0915-430a-a355-10b866511f47 req-c2df1ef0-5e91-4ea9-8299-985f01c44174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:33:54.243784 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-759c1810-0915-430a-a355-10b866511f47 req-c2df1ef0-5e91-4ea9-8299-985f01c44174 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0880265 Sep 23 07:33:54.358588 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564d26d9-8ea4-48c6-b00c-493fa87f5b7e req-055c1e62-26a1-42a3-b394-b6062832dad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:33:54.360047 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-564d26d9-8ea4-48c6-b00c-493fa87f5b7e req-055c1e62-26a1-42a3-b394-b6062832dad2 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1f7024f1abd34a80a4e41e2d36e7344c&device_id=b0b8a9f3-a89e-425b-8276-5bc113b5374c HTTP/1.1" status: 200 len: 1096 time: 0.0640001 Sep 23 07:33:54.375650 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887b79d1-1444-4e89-9e44-de50ac288aae req-a034bcee-46d9-4e56-9709-d2f243f6792b tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:33:54.377031 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-887b79d1-1444-4e89-9e44-de50ac288aae req-a034bcee-46d9-4e56-9709-d2f243f6792b tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0b8a9f3-a89e-425b-8276-5bc113b5374c HTTP/1.1" status: 200 len: 943 time: 0.0554261 Sep 23 07:33:54.420294 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-564d26d9-8ea4-48c6-b00c-493fa87f5b7e req-f73ab8f8-40d1-40e6-83b6-461a1a9fb4ec service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=545aa832-87cc-4753-947b-9e1dd4518eed HTTP/1.1" status: 200 len: 217 time: 0.0422845 Sep 23 07:33:54.449207 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-887b79d1-1444-4e89-9e44-de50ac288aae req-9255f1a7-63fe-45aa-9c3c-ba49c4897b56 tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] 10.222.0.62 "GET /v2.0/security-groups?id=c2febd76-d782-4f2a-b56f-e8e5a718fd64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658641 Sep 23 07:33:54.756362 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564d26d9-8ea4-48c6-b00c-493fa87f5b7e req-5b9d8ce2-ae05-4733-9949-00aaa63ded8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:33:54.757883 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-564d26d9-8ea4-48c6-b00c-493fa87f5b7e req-5b9d8ce2-ae05-4733-9949-00aaa63ded8f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=39dc90ad-17f9-49b5-a3cc-7dbe6ddf9367 HTTP/1.1" status: 200 len: 847 time: 0.3262918 Sep 23 07:33:54.802823 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564d26d9-8ea4-48c6-b00c-493fa87f5b7e req-04b99b14-20cf-4ae2-91fe-d4e2f3c54e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:33:54.804264 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-564d26d9-8ea4-48c6-b00c-493fa87f5b7e req-04b99b14-20cf-4ae2-91fe-d4e2f3c54e91 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=65b4249a-6e16-4577-acc0-7c62fde24929&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0385718 Sep 23 07:33:54.896071 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-564d26d9-8ea4-48c6-b00c-493fa87f5b7e req-e1766fd9-a0e8-49f9-8b5c-7dd7d483ac98 service neutron] 10.222.0.53 "GET /v2.0/networks/65b4249a-6e16-4577-acc0-7c62fde24929?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838230 Sep 23 07:33:54.987476 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-564d26d9-8ea4-48c6-b00c-493fa87f5b7e req-6fa5ce90-1b7d-4b88-a933-ed26963ad715 service neutron] 10.222.0.53 "GET /v2.0/networks/65b4249a-6e16-4577-acc0-7c62fde24929?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839045 Sep 23 07:33:55.560462 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a43276-b4f7-4a3d-8a6a-98ad766bdbe4 req-cce35de8-6d4e-4b83-8a00-a9bbbdf07c6b tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:33:55.561992 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-00a43276-b4f7-4a3d-8a6a-98ad766bdbe4 req-cce35de8-6d4e-4b83-8a00-a9bbbdf07c6b tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0b8a9f3-a89e-425b-8276-5bc113b5374c HTTP/1.1" status: 200 len: 943 time: 0.0479357 Sep 23 07:33:55.614151 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-00a43276-b4f7-4a3d-8a6a-98ad766bdbe4 req-015d2539-5fd6-4966-a6cf-73fc7f6a1438 tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] 10.222.0.62 "GET /v2.0/security-groups?id=c2febd76-d782-4f2a-b56f-e8e5a718fd64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459478 Sep 23 07:33:56.586433 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-b1e2ab32-f3b6-4c20-beb9-579320a4c435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:56.730016 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7dea5a-42ba-450e-9232-9902a610c1fd req-ad4be3ae-3e44-4c3a-9718-b68c51a0c5f2 tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:33:56.731521 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-0e7dea5a-42ba-450e-9232-9902a610c1fd req-ad4be3ae-3e44-4c3a-9718-b68c51a0c5f2 tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0b8a9f3-a89e-425b-8276-5bc113b5374c HTTP/1.1" status: 200 len: 943 time: 0.0509915 Sep 23 07:33:56.769655 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-0e7dea5a-42ba-450e-9232-9902a610c1fd req-9d71e507-6a66-4055-83a7-d2b8052ef43f tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] 10.222.0.62 "GET /v2.0/security-groups?id=c2febd76-d782-4f2a-b56f-e8e5a718fd64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321524 Sep 23 07:33:57.706385 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:57.891907 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cfb196-4a6a-41b7-b130-824b58b4caa5 req-24d8ef85-59df-4557-992e-d7469dbc3d59 tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:33:57.893479 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-c1cfb196-4a6a-41b7-b130-824b58b4caa5 req-24d8ef85-59df-4557-992e-d7469dbc3d59 tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0b8a9f3-a89e-425b-8276-5bc113b5374c HTTP/1.1" status: 200 len: 943 time: 0.0546188 Sep 23 07:33:57.932247 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-c1cfb196-4a6a-41b7-b130-824b58b4caa5 req-70edb8ca-a4d4-47c4-bb49-f6b7faf3f8a4 tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] 10.222.0.62 "GET /v2.0/security-groups?id=c2febd76-d782-4f2a-b56f-e8e5a718fd64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323219 Sep 23 07:33:57.981395 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:58.123793 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-1854caf6-1153-400a-8d11-9ed8c1e229e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:59.043191 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4319d8-18de-427b-8a97-b748512509a5 req-ab6e97b2-c195-4845-bb13-742886d25c95 tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:33:59.044649 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-9e4319d8-18de-427b-8a97-b748512509a5 req-ab6e97b2-c195-4845-bb13-742886d25c95 tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0b8a9f3-a89e-425b-8276-5bc113b5374c HTTP/1.1" status: 200 len: 943 time: 0.0473225 Sep 23 07:33:59.085324 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-9e4319d8-18de-427b-8a97-b748512509a5 req-c78d0d57-f32f-4df2-aed1-80033378f059 tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] 10.222.0.62 "GET /v2.0/security-groups?id=c2febd76-d782-4f2a-b56f-e8e5a718fd64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347953 Sep 23 07:33:59.900765 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e4079388-143e-46ee-8cf3-ea3894d72bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:34:00.206139 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cd1985-960b-466e-be71-a0eb92ef298b req-03a8cb38-5778-4b7b-85f0-0aabea3c1a9b tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:34:00.207652 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-70cd1985-960b-466e-be71-a0eb92ef298b req-03a8cb38-5778-4b7b-85f0-0aabea3c1a9b tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0b8a9f3-a89e-425b-8276-5bc113b5374c HTTP/1.1" status: 200 len: 943 time: 0.0534382 Sep 23 07:34:00.252781 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-70cd1985-960b-466e-be71-a0eb92ef298b req-99b84064-13f1-440d-ac53-dd4ca573a282 tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] 10.222.0.62 "GET /v2.0/security-groups?id=c2febd76-d782-4f2a-b56f-e8e5a718fd64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387926 Sep 23 07:34:01.363393 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b8ad9d-769c-4c56-9a0b-701de3f10408 req-b923a047-cc08-4020-ac70-18d28383c895 tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:34:01.364847 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-97b8ad9d-769c-4c56-9a0b-701de3f10408 req-b923a047-cc08-4020-ac70-18d28383c895 tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0b8a9f3-a89e-425b-8276-5bc113b5374c HTTP/1.1" status: 200 len: 943 time: 0.0466535 Sep 23 07:34:01.402656 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-97b8ad9d-769c-4c56-9a0b-701de3f10408 req-fb5f701b-5f18-47e9-939b-61e918a84a10 tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] 10.222.0.62 "GET /v2.0/security-groups?id=c2febd76-d782-4f2a-b56f-e8e5a718fd64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315039 Sep 23 07:34:02.680138 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e048280-4ab5-434f-b053-ebdbd405e054 req-7b7b6021-224e-4b02-8507-9d6dcea21bf5 tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:34:02.681567 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-7e048280-4ab5-434f-b053-ebdbd405e054 req-7b7b6021-224e-4b02-8507-9d6dcea21bf5 tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0b8a9f3-a89e-425b-8276-5bc113b5374c HTTP/1.1" status: 200 len: 943 time: 0.0514677 Sep 23 07:34:02.722606 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-7e048280-4ab5-434f-b053-ebdbd405e054 req-672ec3f6-d6a0-4bf8-a66f-0b20a301cd5e tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] 10.222.0.62 "GET /v2.0/security-groups?id=c2febd76-d782-4f2a-b56f-e8e5a718fd64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352550 Sep 23 07:34:03.398128 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Device 545aa832-87cc-4753-947b-9e1dd4518eed details requested by agent hyperv_hv-cinder-80588 with host hv-cinder-80588 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 07:34:03.490519 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] For port 545aa832-87cc-4753-947b-9e1dd4518eed, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=545aa832-87cc-4753-947b-9e1dd4518eed,segment=NetworkSegment(b1d011f7-9d5f-4dbf-9fea-a6a7339af9fe),segment_id=b1d011f7-9d5f-4dbf-9fea-a6a7339af9fe)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:34:03.502456 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Returning: {'device': '545aa832-87cc-4753-947b-9e1dd4518eed', 'network_id': '65b4249a-6e16-4577-acc0-7c62fde24929', 'port_id': '545aa832-87cc-4753-947b-9e1dd4518eed', 'mac_address': 'fa:16:3e:ff:97:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39dc90ad-17f9-49b5-a3cc-7dbe6ddf9367', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 07:34:03.538674 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:34:03.566067 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 545aa832-87cc-4753-947b-9e1dd4518eed {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 07:34:03.586628 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] For port 545aa832-87cc-4753-947b-9e1dd4518eed, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=545aa832-87cc-4753-947b-9e1dd4518eed,segment=NetworkSegment(b1d011f7-9d5f-4dbf-9fea-a6a7339af9fe),segment_id=b1d011f7-9d5f-4dbf-9fea-a6a7339af9fe)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:34:03.654986 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728618137860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728617650881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728617650899'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:34:03.703781 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Pushing event updated for resources: {'Port': ['ID=545aa832-87cc-4753-947b-9e1dd4518eed,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:34:03.710953 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:34:03.711327 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:34:03.711671 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:34:03.712269 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:34:03.712597 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:34:03.712951 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:34:03.713278 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:34:03.713601 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:34:03.713933 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:34:03.714258 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:34:03.715130 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:34:03.715456 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:34:03.841177 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52014d1-d6e5-45a4-93db-84c93416d4d0 req-d918d7d2-7247-47e4-a6ed-9d0fcb93c8d1 tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:34:03.842768 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-b52014d1-d6e5-45a4-93db-84c93416d4d0 req-d918d7d2-7247-47e4-a6ed-9d0fcb93c8d1 tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0b8a9f3-a89e-425b-8276-5bc113b5374c HTTP/1.1" status: 200 len: 944 time: 0.0541389 Sep 23 07:34:03.881110 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-b52014d1-d6e5-45a4-93db-84c93416d4d0 req-169311df-decf-48fd-86fb-6ba5f28170fd tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] 10.222.0.62 "GET /v2.0/security-groups?id=c2febd76-d782-4f2a-b56f-e8e5a718fd64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323930 Sep 23 07:34:03.903921 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] get_ports_and_sgs() called for port_ids ['545aa832-87cc-4753-947b-9e1dd4518eed'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 07:34:04.995948 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6898ca-ffd7-47d4-887b-46f811bb046e req-2732de55-aeb5-4958-93f3-6063fb4be82c tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:34:04.997510 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-cf6898ca-ffd7-47d4-887b-46f811bb046e req-2732de55-aeb5-4958-93f3-6063fb4be82c tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0b8a9f3-a89e-425b-8276-5bc113b5374c HTTP/1.1" status: 200 len: 944 time: 0.0506561 Sep 23 07:34:05.038648 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-cf6898ca-ffd7-47d4-887b-46f811bb046e req-46ab2527-08b9-4371-849b-4b71e9c9b195 tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] 10.222.0.62 "GET /v2.0/security-groups?id=c2febd76-d782-4f2a-b56f-e8e5a718fd64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351405 Sep 23 07:34:06.151594 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6901f6-717d-4c0e-b8d9-aeaeccffc0cb req-0c100ddb-8cdf-4bb8-819f-af6ac072c1f2 tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:34:06.153097 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-9d6901f6-717d-4c0e-b8d9-aeaeccffc0cb req-0c100ddb-8cdf-4bb8-819f-af6ac072c1f2 tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0b8a9f3-a89e-425b-8276-5bc113b5374c HTTP/1.1" status: 200 len: 944 time: 0.0486236 Sep 23 07:34:06.198491 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-9d6901f6-717d-4c0e-b8d9-aeaeccffc0cb req-85e2b8d9-e80e-49ba-8c35-4bd26a74ba45 tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] 10.222.0.62 "GET /v2.0/security-groups?id=c2febd76-d782-4f2a-b56f-e8e5a718fd64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387545 Sep 23 07:34:07.314563 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145b053e-bbbe-4170-9ee9-ffef1b59610b req-2f223909-83aa-4f11-bee0-8d1ccfdda768 tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:34:07.316107 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-145b053e-bbbe-4170-9ee9-ffef1b59610b req-2f223909-83aa-4f11-bee0-8d1ccfdda768 tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0b8a9f3-a89e-425b-8276-5bc113b5374c HTTP/1.1" status: 200 len: 944 time: 0.0513191 Sep 23 07:34:07.353852 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-145b053e-bbbe-4170-9ee9-ffef1b59610b req-a5c402dd-40e2-48d3-93c0-4e38ecfddf83 tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] 10.222.0.62 "GET /v2.0/security-groups?id=c2febd76-d782-4f2a-b56f-e8e5a718fd64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317416 Sep 23 07:34:07.406806 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Device 545aa832-87cc-4753-947b-9e1dd4518eed up at agent hyperv_hv-cinder-80588 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:34:07.591801 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Provisioning for port 545aa832-87cc-4753-947b-9e1dd4518eed completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 07:34:07.596565 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Provisioning complete for port 545aa832-87cc-4753-947b-9e1dd4518eed triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:34:07.606792 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703931'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:34:07.676187 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:34:07.698390 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0b8a9f3-a89e-425b-8276-5bc113b5374c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '545aa832-87cc-4753-947b-9e1dd4518eed'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:34:07.700679 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8cb1569f887212d656241d478829572ac01e5268e755a1d7af7c5208f8517aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-262496c9-0c29-410b-bff2-a3638283d8d7" -d '{"events": [{"server_uuid": "b0b8a9f3-a89e-425b-8276-5bc113b5374c", "name": "network-vif-plugged", "status": "completed", "tag": "545aa832-87cc-4753-947b-9e1dd4518eed"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:34:07.713367 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] For port 545aa832-87cc-4753-947b-9e1dd4518eed, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=545aa832-87cc-4753-947b-9e1dd4518eed,segment=NetworkSegment(b1d011f7-9d5f-4dbf-9fea-a6a7339af9fe),segment_id=b1d011f7-9d5f-4dbf-9fea-a6a7339af9fe)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:34:07.739767 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 07:34:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f073f76f-4909-4876-aab4-4cc72209c1f9 x-openstack-request-id: req-f073f76f-4909-4876-aab4-4cc72209c1f9 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:34:07.740108 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0b8a9f3-a89e-425b-8276-5bc113b5374c", "name": "network-vif-plugged", "status": "completed", "tag": "545aa832-87cc-4753-947b-9e1dd4518eed", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:34:07.740363 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f073f76f-4909-4876-aab4-4cc72209c1f9 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:34:07.740784 dv-cinder-805887-18-iscsi neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0b8a9f3-a89e-425b-8276-5bc113b5374c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '545aa832-87cc-4753-947b-9e1dd4518eed', 'code': 200} Sep 23 07:34:07.815093 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728618137860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728617650881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728617650899'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:34:07.863685 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Pushing event updated for resources: {'Port': ['ID=545aa832-87cc-4753-947b-9e1dd4518eed,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:34:08.222760 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfbf828-770f-4aac-9851-315eb95388b2 req-6ce418d0-2997-4de2-94ee-6b0e8a2cb8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:34:08.224251 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-acfbf828-770f-4aac-9851-315eb95388b2 req-6ce418d0-2997-4de2-94ee-6b0e8a2cb8ef service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=b0b8a9f3-a89e-425b-8276-5bc113b5374c HTTP/1.1" status: 200 len: 1098 time: 0.0448754 Sep 23 07:34:08.261131 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-acfbf828-770f-4aac-9851-315eb95388b2 req-814357f3-71b0-4373-9bd6-5569e0151bf9 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=c2febd76-d782-4f2a-b56f-e8e5a718fd64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0279281 Sep 23 07:34:08.467816 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03506e30-2c15-4899-b243-3da9364f3eff req-17571e2a-ea95-4c9a-9882-b14874825aa4 tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:34:08.469347 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-03506e30-2c15-4899-b243-3da9364f3eff req-17571e2a-ea95-4c9a-9882-b14874825aa4 tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0b8a9f3-a89e-425b-8276-5bc113b5374c HTTP/1.1" status: 200 len: 945 time: 0.0487375 Sep 23 07:34:08.509644 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-03506e30-2c15-4899-b243-3da9364f3eff req-e29ecb9c-a096-4fa7-a03f-d233ec9604fb tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] 10.222.0.62 "GET /v2.0/security-groups?id=c2febd76-d782-4f2a-b56f-e8e5a718fd64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342712 Sep 23 07:34:09.629924 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2727d463-43e8-491b-90b4-a020133eec06 req-49f57713-264e-4c5a-8bd6-16a62ef4c4da tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:34:09.631456 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-2727d463-43e8-491b-90b4-a020133eec06 req-49f57713-264e-4c5a-8bd6-16a62ef4c4da tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0b8a9f3-a89e-425b-8276-5bc113b5374c HTTP/1.1" status: 200 len: 945 time: 0.0545921 Sep 23 07:34:09.674631 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-2727d463-43e8-491b-90b4-a020133eec06 req-4a262b7f-2aad-42d4-bc18-59643897a3ac tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] 10.222.0.62 "GET /v2.0/security-groups?id=c2febd76-d782-4f2a-b56f-e8e5a718fd64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370300 Sep 23 07:34:10.786980 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c60bbdb-ce40-4a4c-8340-cf3f237ce2de req-04bffab5-496e-4d4c-8ef4-9da82673816e tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:34:10.788434 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-4c60bbdb-ce40-4a4c-8340-cf3f237ce2de req-04bffab5-496e-4d4c-8ef4-9da82673816e tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0b8a9f3-a89e-425b-8276-5bc113b5374c HTTP/1.1" status: 200 len: 945 time: 0.0468695 Sep 23 07:34:10.824589 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-4c60bbdb-ce40-4a4c-8340-cf3f237ce2de req-a4e5eb0a-b983-4159-bdf0-67174f0f6f04 tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] 10.222.0.62 "GET /v2.0/security-groups?id=c2febd76-d782-4f2a-b56f-e8e5a718fd64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302019 Sep 23 07:34:11.937310 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0179e7c-ff85-4c34-a2a4-6171e06c7fbb req-66d10441-76f8-41d1-9487-5da7f7d7ee6b tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:34:11.938694 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-c0179e7c-ff85-4c34-a2a4-6171e06c7fbb req-66d10441-76f8-41d1-9487-5da7f7d7ee6b tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0b8a9f3-a89e-425b-8276-5bc113b5374c HTTP/1.1" status: 200 len: 945 time: 0.0477617 Sep 23 07:34:11.981316 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-c0179e7c-ff85-4c34-a2a4-6171e06c7fbb req-010f4908-ac67-4618-add5-bf694d2eeb45 tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] 10.222.0.62 "GET /v2.0/security-groups?id=c2febd76-d782-4f2a-b56f-e8e5a718fd64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365291 Sep 23 07:34:13.094106 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2479070-336d-494e-bac9-8fb3ff1a50cf req-6c596d81-963e-48ab-86ff-13f6425d5271 tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:34:13.095606 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-f2479070-336d-494e-bac9-8fb3ff1a50cf req-6c596d81-963e-48ab-86ff-13f6425d5271 tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0b8a9f3-a89e-425b-8276-5bc113b5374c HTTP/1.1" status: 200 len: 945 time: 0.0485981 Sep 23 07:34:13.133874 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-f2479070-336d-494e-bac9-8fb3ff1a50cf req-c6daf68e-dc4e-4295-b0cd-33a559a7d9e1 tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] 10.222.0.62 "GET /v2.0/security-groups?id=c2febd76-d782-4f2a-b56f-e8e5a718fd64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321896 Sep 23 07:34:13.252328 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc95cf0f-f1ad-459a-b526-aad0efd36c52 req-20269311-c846-4601-a6ae-1c27205a6c44 tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:34:13.253995 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-dc95cf0f-f1ad-459a-b526-aad0efd36c52 req-20269311-c846-4601-a6ae-1c27205a6c44 tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0b8a9f3-a89e-425b-8276-5bc113b5374c HTTP/1.1" status: 200 len: 945 time: 0.0506847 Sep 23 07:34:13.293885 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-dc95cf0f-f1ad-459a-b526-aad0efd36c52 req-0b0149e9-f90b-4748-ba1e-9c90d6fa85f0 tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] 10.222.0.62 "GET /v2.0/security-groups?id=c2febd76-d782-4f2a-b56f-e8e5a718fd64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311410 Sep 23 07:34:13.323100 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.62', 33250) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:34:13.406124 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-262f29f7-f1c8-42c0-a854-b098f4ba2176 tempest-TestShelveInstance-1835073027 tempest-TestShelveInstance-1835073027-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:34:13.408214 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [None req-262f29f7-f1c8-42c0-a854-b098f4ba2176 tempest-TestShelveInstance-1835073027 tempest-TestShelveInstance-1835073027-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=b0b8a9f3-a89e-425b-8276-5bc113b5374c HTTP/1.1" status: 200 len: 1093 time: 0.0841064 Sep 23 07:34:13.411126 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.62', 33254) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:34:13.415582 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.v2.base [None req-9bb08846-e946-4cbb-a268-c2ec1fc83a7b tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] Request body: {'floatingip': {'floating_network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'port_id': '545aa832-87cc-4753-947b-9e1dd4518eed', 'tenant_id': '1f7024f1abd34a80a4e41e2d36e7344c', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:34:13.529382 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9bb08846-e946-4cbb-a268-c2ec1fc83a7b tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] Notify callbacks [] for floatingip, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:34:13.629459 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9bb08846-e946-4cbb-a268-c2ec1fc83a7b tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:34:13.736543 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-9bb08846-e946-4cbb-a268-c2ec1fc83a7b tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] Allocated IP 172.27.2.203 (d5e7441b-7712-4831-9dab-1c29a8301756/89646001-5df7-4559-baa8-56e15a045fc5/bf763f8e-096b-4e78-8c33-1b90bcfcec25) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:34:13.833619 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9bb08846-e946-4cbb-a268-c2ec1fc83a7b tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:34:14.003822 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9bb08846-e946-4cbb-a268-c2ec1fc83a7b tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728617650863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58829502'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:34:14.040211 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bb08846-e946-4cbb-a268-c2ec1fc83a7b tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] Network d5e7441b-7712-4831-9dab-1c29a8301756 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:34:14.044467 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-9bb08846-e946-4cbb-a268-c2ec1fc83a7b tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:34:14.051919 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb08846-e946-4cbb-a268-c2ec1fc83a7b tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:34:14.054923 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb08846-e946-4cbb-a268-c2ec1fc83a7b tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] Pushing event updated for resources: {'Port': ['ID=bf763f8e-096b-4e78-8c33-1b90bcfcec25,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:34:14.385661 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9bb08846-e946-4cbb-a268-c2ec1fc83a7b tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:34:14.511430 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9bb08846-e946-4cbb-a268-c2ec1fc83a7b tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:34:14.660800 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9bb08846-e946-4cbb-a268-c2ec1fc83a7b tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:34:14.758377 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9bb08846-e946-4cbb-a268-c2ec1fc83a7b tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728618137860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728617650881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728617650899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58829493'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:34:14.828883 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb08846-e946-4cbb-a268-c2ec1fc83a7b tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] Pushing event updated for resources: {'Port': ['ID=bf763f8e-096b-4e78-8c33-1b90bcfcec25,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:34:14.841271 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9bb08846-e946-4cbb-a268-c2ec1fc83a7b tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-455962'] for floatingip, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:34:14.953220 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.db.l3_db [None req-9bb08846-e946-4cbb-a268-c2ec1fc83a7b tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] Floating IP 08e819e3-d83c-4cd1-a46d-c5e2df3cd5c1 associated. External IP: 172.27.2.203, port: 545aa832-87cc-4753-947b-9e1dd4518eed. Sep 23 07:34:15.159834 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bb08846-e946-4cbb-a268-c2ec1fc83a7b tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] Router 42b7de54-3625-4746-a80a-a9b0e2798753 has already been hosted by L3 agent 65b4f7dd-c6e9-4255-94ee-66e285aed80f {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 07:34:15.265946 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bb08846-e946-4cbb-a268-c2ec1fc83a7b tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] Notify agent at l3_agent.dv-cinder-805887-18-iscsi the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 07:34:15.277171 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e892da6-f8a2-4c91-bbd4-de3c57c9eaf3 None None] Sync routers for ids ['42b7de54-3625-4746-a80a-a9b0e2798753'] in dv-cinder-805887-18-iscsi {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 07:34:15.289169 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e892da6-f8a2-4c91-bbd4-de3c57c9eaf3 None None] Routers {'42b7de54-3625-4746-a80a-a9b0e2798753'} bound to L3 agent in host dv-cinder-805887-18-iscsi {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:34:15.294142 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-5e892da6-f8a2-4c91-bbd4-de3c57c9eaf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T07:15:56Z,description=,heartbeat_timestamp=2021-09-23T07:33:57Z,host='dv-cinder-805887-18-iscsi',id=65b4f7dd-c6e9-4255-94ee-66e285aed80f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T07:15:57Z,topic='l3_agent')) {'router_ids': ['42b7de54-3625-4746-a80a-a9b0e2798753'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:34:15.400662 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-5e892da6-f8a2-4c91-bbd4-de3c57c9eaf3 None None] Set router 42b7de54-3625-4746-a80a-a9b0e2798753 gateway port host: dv-cinder-805887-18-iscsi {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:34:15.403825 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9bb08846-e946-4cbb-a268-c2ec1fc83a7b tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210484'] for floatingip, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:34:15.433935 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [None req-9bb08846-e946-4cbb-a268-c2ec1fc83a7b tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0217865 Sep 23 07:34:15.434623 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0b8a9f3-a89e-425b-8276-5bc113b5374c', 'tag': '545aa832-87cc-4753-947b-9e1dd4518eed'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:34:15.436970 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59377972be4a6b1db7d764771ea1170f497e9021ac5c159e937f759c4704c07c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4919b15d-5d64-41c8-93c9-2bedf3cde6b2" -d '{"events": [{"name": "network-changed", "server_uuid": "b0b8a9f3-a89e-425b-8276-5bc113b5374c", "tag": "545aa832-87cc-4753-947b-9e1dd4518eed"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:34:15.477035 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 07:34:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb0d3466-5332-4402-905e-42646b0bdbcf x-openstack-request-id: req-cb0d3466-5332-4402-905e-42646b0bdbcf {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:34:15.477329 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0b8a9f3-a89e-425b-8276-5bc113b5374c", "tag": "545aa832-87cc-4753-947b-9e1dd4518eed", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:34:15.477585 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-cb0d3466-5332-4402-905e-42646b0bdbcf {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:34:15.477986 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0b8a9f3-a89e-425b-8276-5bc113b5374c', 'tag': '545aa832-87cc-4753-947b-9e1dd4518eed', 'status': 'completed', 'code': 200} Sep 23 07:34:15.626542 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-5e892da6-f8a2-4c91-bbd4-de3c57c9eaf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42b7de54-3625-4746-a80a-a9b0e2798753', 'name': 'tempest-TestShelveInstance-531437077-router', 'tenant_id': '1f7024f1abd34a80a4e41e2d36e7344c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'external_fixed_ips': [{'subnet_id': '89646001-5df7-4559-baa8-56e15a045fc5', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': '41a295dd-8748-4391-87f9-e887ecc1338e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:33:08Z', 'updated_at': '2021-09-23T07:33:12Z', 'revision_number': 4, 'project_id': '1f7024f1abd34a80a4e41e2d36e7344c', 'gw_port': {'id': '41a295dd-8748-4391-87f9-e887ecc1338e', 'name': '', 'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:be:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b7de54-3625-4746-a80a-a9b0e2798753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '89646001-5df7-4559-baa8-56e15a045fc5', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:33:08Z', 'updated_at': '2021-09-23T07:33:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89646001-5df7-4559-baa8-56e15a045fc5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-18-iscsi', '_floatingips': [{'id': '08e819e3-d83c-4cd1-a46d-c5e2df3cd5c1', 'tenant_id': '1f7024f1abd34a80a4e41e2d36e7344c', 'floating_ip_address': '172.27.2.203', 'floating_network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'router_id': '42b7de54-3625-4746-a80a-a9b0e2798753', 'port_id': '545aa832-87cc-4753-947b-9e1dd4518eed', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 701, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65b4249a-6e16-4577-acc0-7c62fde24929', 'mac_address': 'fa:16:3e:ff:97:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b8a9f3-a89e-425b-8276-5bc113b5374c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T07:34:14Z', 'updated_at': '2021-09-23T07:34:14Z', 'revision_number': 0, 'project_id': '1f7024f1abd34a80a4e41e2d36e7344c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae0530a4-55f6-409c-98ff-a2580a2aaff4', 'name': '', 'network_id': '65b4249a-6e16-4577-acc0-7c62fde24929', 'tenant_id': '1f7024f1abd34a80a4e41e2d36e7344c', 'mac_address': 'fa:16:3e:f1:21:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b7de54-3625-4746-a80a-a9b0e2798753', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '39dc90ad-17f9-49b5-a3cc-7dbe6ddf9367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:33:11Z', 'updated_at': '2021-09-23T07:33:15Z', 'revision_number': 5, 'project_id': '1f7024f1abd34a80a4e41e2d36e7344c', 'subnets': [{'id': '39dc90ad-17f9-49b5-a3cc-7dbe6ddf9367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-18-iscsi', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:34:15.660350 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e892da6-f8a2-4c91-bbd4-de3c57c9eaf3 None None] Checking router: 42b7de54-3625-4746-a80a-a9b0e2798753 for host: dv-cinder-805887-18-iscsi {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 07:34:15.668751 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e892da6-f8a2-4c91-bbd4-de3c57c9eaf3 None None] Routers {'42b7de54-3625-4746-a80a-a9b0e2798753'} bound to L3 agent in host dv-cinder-805887-18-iscsi {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:34:15.669372 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-5e892da6-f8a2-4c91-bbd4-de3c57c9eaf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T07:15:56Z,description=,heartbeat_timestamp=2021-09-23T07:33:57Z,host='dv-cinder-805887-18-iscsi',id=65b4f7dd-c6e9-4255-94ee-66e285aed80f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T07:15:57Z,topic='l3_agent')) {'router_ids': ['42b7de54-3625-4746-a80a-a9b0e2798753'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:34:15.770625 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-5e892da6-f8a2-4c91-bbd4-de3c57c9eaf3 None None] Set router 42b7de54-3625-4746-a80a-a9b0e2798753 gateway port host: dv-cinder-805887-18-iscsi {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:34:15.995209 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-5e892da6-f8a2-4c91-bbd4-de3c57c9eaf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42b7de54-3625-4746-a80a-a9b0e2798753', 'name': 'tempest-TestShelveInstance-531437077-router', 'tenant_id': '1f7024f1abd34a80a4e41e2d36e7344c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'external_fixed_ips': [{'subnet_id': '89646001-5df7-4559-baa8-56e15a045fc5', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': '41a295dd-8748-4391-87f9-e887ecc1338e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:33:08Z', 'updated_at': '2021-09-23T07:33:12Z', 'revision_number': 4, 'project_id': '1f7024f1abd34a80a4e41e2d36e7344c', 'gw_port': {'id': '41a295dd-8748-4391-87f9-e887ecc1338e', 'name': '', 'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:be:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b7de54-3625-4746-a80a-a9b0e2798753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '89646001-5df7-4559-baa8-56e15a045fc5', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:33:08Z', 'updated_at': '2021-09-23T07:33:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89646001-5df7-4559-baa8-56e15a045fc5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-18-iscsi', '_floatingips': [{'id': '08e819e3-d83c-4cd1-a46d-c5e2df3cd5c1', 'tenant_id': '1f7024f1abd34a80a4e41e2d36e7344c', 'floating_ip_address': '172.27.2.203', 'floating_network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'router_id': '42b7de54-3625-4746-a80a-a9b0e2798753', 'port_id': '545aa832-87cc-4753-947b-9e1dd4518eed', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 701, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65b4249a-6e16-4577-acc0-7c62fde24929', 'mac_address': 'fa:16:3e:ff:97:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b8a9f3-a89e-425b-8276-5bc113b5374c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T07:34:14Z', 'updated_at': '2021-09-23T07:34:14Z', 'revision_number': 0, 'project_id': '1f7024f1abd34a80a4e41e2d36e7344c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae0530a4-55f6-409c-98ff-a2580a2aaff4', 'name': '', 'network_id': '65b4249a-6e16-4577-acc0-7c62fde24929', 'tenant_id': '1f7024f1abd34a80a4e41e2d36e7344c', 'mac_address': 'fa:16:3e:f1:21:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b7de54-3625-4746-a80a-a9b0e2798753', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '39dc90ad-17f9-49b5-a3cc-7dbe6ddf9367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:33:11Z', 'updated_at': '2021-09-23T07:33:15Z', 'revision_number': 5, 'project_id': '1f7024f1abd34a80a4e41e2d36e7344c', 'subnets': [{'id': '39dc90ad-17f9-49b5-a3cc-7dbe6ddf9367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-18-iscsi', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:34:16.037771 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e892da6-f8a2-4c91-bbd4-de3c57c9eaf3 None None] The sync data for ids ['42b7de54-3625-4746-a80a-a9b0e2798753'] in dv-cinder-805887-18-iscsi is: [{'id': '42b7de54-3625-4746-a80a-a9b0e2798753', 'name': 'tempest-TestShelveInstance-531437077-router', 'tenant_id': '1f7024f1abd34a80a4e41e2d36e7344c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'external_fixed_ips': [{'subnet_id': '89646001-5df7-4559-baa8-56e15a045fc5', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': '41a295dd-8748-4391-87f9-e887ecc1338e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:33:08Z', 'updated_at': '2021-09-23T07:33:12Z', 'revision_number': 4, 'project_id': '1f7024f1abd34a80a4e41e2d36e7344c', 'gw_port': {'id': '41a295dd-8748-4391-87f9-e887ecc1338e', 'name': '', 'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:be:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b7de54-3625-4746-a80a-a9b0e2798753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '89646001-5df7-4559-baa8-56e15a045fc5', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:33:08Z', 'updated_at': '2021-09-23T07:33:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89646001-5df7-4559-baa8-56e15a045fc5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-18-iscsi', '_floatingips': [{'id': '08e819e3-d83c-4cd1-a46d-c5e2df3cd5c1', 'tenant_id': '1f7024f1abd34a80a4e41e2d36e7344c', 'floating_ip_address': '172.27.2.203', 'floating_network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'router_id': '42b7de54-3625-4746-a80a-a9b0e2798753', 'port_id': '545aa832-87cc-4753-947b-9e1dd4518eed', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 701, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65b4249a-6e16-4577-acc0-7c62fde24929', 'mac_address': 'fa:16:3e:ff:97:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b8a9f3-a89e-425b-8276-5bc113b5374c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T07:34:14Z', 'updated_at': '2021-09-23T07:34:14Z', 'revision_number': 0, 'project_id': '1f7024f1abd34a80a4e41e2d36e7344c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae0530a4-55f6-409c-98ff-a2580a2aaff4', 'name': '', 'network_id': '65b4249a-6e16-4577-acc0-7c62fde24929', 'tenant_id': '1f7024f1abd34a80a4e41e2d36e7344c', 'mac_address': 'fa:16:3e:f1:21:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b7de54-3625-4746-a80a-a9b0e2798753', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '39dc90ad-17f9-49b5-a3cc-7dbe6ddf9367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:33:11Z', 'updated_at': '2021-09-23T07:33:15Z', 'revision_number': 5, 'project_id': '1f7024f1abd34a80a4e41e2d36e7344c', 'subnets': [{'id': '39dc90ad-17f9-49b5-a3cc-7dbe6ddf9367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 07:34:16.232549 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fa42fef-70fd-40db-af0a-5baa6e9a5213 None None] New status for floating IP 08e819e3-d83c-4cd1-a46d-c5e2df3cd5c1: ACTIVE {{(pid=94843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 07:34:16.493761 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4919b15d-5d64-41c8-93c9-2bedf3cde6b2 req-e3ef9b48-5c7d-4b20-8ec8-9fbb983e6863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:34:16.495391 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-4919b15d-5d64-41c8-93c9-2bedf3cde6b2 req-e3ef9b48-5c7d-4b20-8ec8-9fbb983e6863 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1f7024f1abd34a80a4e41e2d36e7344c&device_id=b0b8a9f3-a89e-425b-8276-5bc113b5374c HTTP/1.1" status: 200 len: 1098 time: 0.0427654 Sep 23 07:34:16.601611 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4919b15d-5d64-41c8-93c9-2bedf3cde6b2 req-ca81830b-7c9f-4ec4-a83a-4a71ad2cde67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:34:16.603083 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-4919b15d-5d64-41c8-93c9-2bedf3cde6b2 req-ca81830b-7c9f-4ec4-a83a-4a71ad2cde67 service neutron] 10.222.0.53 "GET /v2.0/networks?id=65b4249a-6e16-4577-acc0-7c62fde24929 HTTP/1.1" status: 200 len: 909 time: 0.0849733 Sep 23 07:34:16.672592 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-4919b15d-5d64-41c8-93c9-2bedf3cde6b2 req-28bfdab4-cd78-400e-8aa4-d1be3128555c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=545aa832-87cc-4753-947b-9e1dd4518eed HTTP/1.1" status: 200 len: 1001 time: 0.0607853 Sep 23 07:34:16.736084 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4919b15d-5d64-41c8-93c9-2bedf3cde6b2 req-fd516c83-eb34-46c4-95d9-42304d64b523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:34:16.737604 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-4919b15d-5d64-41c8-93c9-2bedf3cde6b2 req-fd516c83-eb34-46c4-95d9-42304d64b523 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=39dc90ad-17f9-49b5-a3cc-7dbe6ddf9367 HTTP/1.1" status: 200 len: 847 time: 0.0458176 Sep 23 07:34:16.787461 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4919b15d-5d64-41c8-93c9-2bedf3cde6b2 req-740d7565-ed0a-47cb-b349-7388a796ed48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:34:16.789110 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-4919b15d-5d64-41c8-93c9-2bedf3cde6b2 req-740d7565-ed0a-47cb-b349-7388a796ed48 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=65b4249a-6e16-4577-acc0-7c62fde24929&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0429029 Sep 23 07:34:16.886268 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-4919b15d-5d64-41c8-93c9-2bedf3cde6b2 req-c73e0d87-f20b-4871-a95c-a547febd860c service neutron] 10.222.0.53 "GET /v2.0/networks/65b4249a-6e16-4577-acc0-7c62fde24929?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882447 Sep 23 07:34:16.957433 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.db.agents_db [None req-60cd1eec-2052-4d49-bd00-e5a0de40c293 None None] Agent healthcheck: found 6 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 07:34:16.982758 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-4919b15d-5d64-41c8-93c9-2bedf3cde6b2 req-1f6ab8c3-5606-4ed3-a17a-e309d51a2629 service neutron] 10.222.0.53 "GET /v2.0/networks/65b4249a-6e16-4577-acc0-7c62fde24929?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863056 Sep 23 07:34:22.752002 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313a242d-265e-4416-9482-3a4b71f565a3 req-9f6bb5b2-0a4c-40f9-9d5d-5d3daa6263c8 tempest-VolumesSnapshotTestJSON-1179798166 tempest-VolumesSnapshotTestJSON-1179798166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:34:22.753494 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-313a242d-265e-4416-9482-3a4b71f565a3 req-9f6bb5b2-0a4c-40f9-9d5d-5d3daa6263c8 tempest-VolumesSnapshotTestJSON-1179798166 tempest-VolumesSnapshotTestJSON-1179798166-project] 10.222.0.62 "GET /v2.0/ports?device_id=e1f58d7a-5f20-4971-a536-c86be1de52a0 HTTP/1.1" status: 200 len: 945 time: 0.0512817 Sep 23 07:34:22.792560 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-313a242d-265e-4416-9482-3a4b71f565a3 req-9155799d-1ad2-43d5-8866-ec515b5eee57 tempest-VolumesSnapshotTestJSON-1179798166 tempest-VolumesSnapshotTestJSON-1179798166-project] 10.222.0.62 "GET /v2.0/security-groups?id=6182d852-a577-44a1-8d94-f7ee463f2202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324049 Sep 23 07:34:22.849329 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-940089aa-4210-4216-8c29-7699c874fc7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:34:23.962927 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a03f6c-a0d5-4f1e-a931-c25fe20f201c req-e507f2e1-b2f3-4a65-b7e5-d8f8eb2eb7ca tempest-VolumesSnapshotTestJSON-1179798166 tempest-VolumesSnapshotTestJSON-1179798166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:34:23.964498 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-d6a03f6c-a0d5-4f1e-a931-c25fe20f201c req-e507f2e1-b2f3-4a65-b7e5-d8f8eb2eb7ca tempest-VolumesSnapshotTestJSON-1179798166 tempest-VolumesSnapshotTestJSON-1179798166-project] 10.222.0.62 "GET /v2.0/ports?device_id=e1f58d7a-5f20-4971-a536-c86be1de52a0 HTTP/1.1" status: 200 len: 945 time: 0.1017606 Sep 23 07:34:24.001775 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-d6a03f6c-a0d5-4f1e-a931-c25fe20f201c req-4128e45a-2181-48f6-8734-d580f9982867 tempest-VolumesSnapshotTestJSON-1179798166 tempest-VolumesSnapshotTestJSON-1179798166-project] 10.222.0.62 "GET /v2.0/security-groups?id=6182d852-a577-44a1-8d94-f7ee463f2202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313053 Sep 23 07:34:24.561871 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121445ec-5104-4ea7-8bd9-01145b1bf5ad req-2e422f74-eafd-4aa4-a0a3-1e8d2ae0f34b tempest-VolumesSnapshotTestJSON-1179798166 tempest-VolumesSnapshotTestJSON-1179798166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:34:24.563326 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-121445ec-5104-4ea7-8bd9-01145b1bf5ad req-2e422f74-eafd-4aa4-a0a3-1e8d2ae0f34b tempest-VolumesSnapshotTestJSON-1179798166 tempest-VolumesSnapshotTestJSON-1179798166-project] 10.222.0.53 "GET /v2.0/ports?device_id=e1f58d7a-5f20-4971-a536-c86be1de52a0 HTTP/1.1" status: 200 len: 945 time: 0.0467155 Sep 23 07:34:24.659468 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-121445ec-5104-4ea7-8bd9-01145b1bf5ad req-65a7f15a-0827-4d09-9be2-6fe910dad0d4 tempest-VolumesSnapshotTestJSON-1179798166 tempest-VolumesSnapshotTestJSON-1179798166-project] Deleting port 1209778f-ac7b-4752-a26e-6165c0cd7f45 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:34:24.659807 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-121445ec-5104-4ea7-8bd9-01145b1bf5ad req-65a7f15a-0827-4d09-9be2-6fe910dad0d4 tempest-VolumesSnapshotTestJSON-1179798166 tempest-VolumesSnapshotTestJSON-1179798166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728618132776'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:34:24.750098 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-121445ec-5104-4ea7-8bd9-01145b1bf5ad req-65a7f15a-0827-4d09-9be2-6fe910dad0d4 tempest-VolumesSnapshotTestJSON-1179798166 tempest-VolumesSnapshotTestJSON-1179798166-project] For port 1209778f-ac7b-4752-a26e-6165c0cd7f45, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=1209778f-ac7b-4752-a26e-6165c0cd7f45,segment=NetworkSegment(9cf08da0-2a69-4eb9-9c95-8930ba3d9ab5),segment_id=9cf08da0-2a69-4eb9-9c95-8930ba3d9ab5)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:34:24.750566 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-121445ec-5104-4ea7-8bd9-01145b1bf5ad req-65a7f15a-0827-4d09-9be2-6fe910dad0d4 tempest-VolumesSnapshotTestJSON-1179798166 tempest-VolumesSnapshotTestJSON-1179798166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452355'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:34:24.771783 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-121445ec-5104-4ea7-8bd9-01145b1bf5ad req-65a7f15a-0827-4d09-9be2-6fe910dad0d4 tempest-VolumesSnapshotTestJSON-1179798166 tempest-VolumesSnapshotTestJSON-1179798166-project] Calling delete_port for 1209778f-ac7b-4752-a26e-6165c0cd7f45 owned by compute:nova {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:34:24.940628 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-121445ec-5104-4ea7-8bd9-01145b1bf5ad req-65a7f15a-0827-4d09-9be2-6fe910dad0d4 tempest-VolumesSnapshotTestJSON-1179798166 tempest-VolumesSnapshotTestJSON-1179798166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728618137326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728617650872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58829502'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:34:24.954878 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] get_ports_and_sgs() called for port_ids ['1209778f-ac7b-4752-a26e-6165c0cd7f45'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 07:34:24.969441 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a7f15a-0827-4d09-9be2-6fe910dad0d4 tempest-VolumesSnapshotTestJSON-1179798166 tempest-VolumesSnapshotTestJSON-1179798166-project] Pushing event deleted for resources: {'Port': ['ID=1209778f-ac7b-4752-a26e-6165c0cd7f45,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:34:25.011406 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-121445ec-5104-4ea7-8bd9-01145b1bf5ad req-65a7f15a-0827-4d09-9be2-6fe910dad0d4 tempest-VolumesSnapshotTestJSON-1179798166 tempest-VolumesSnapshotTestJSON-1179798166-project] No DVR routers for this DVR port 1209778f-ac7b-4752-a26e-6165c0cd7f45 on host hv-cinder-80588 {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 07:34:25.014012 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-121445ec-5104-4ea7-8bd9-01145b1bf5ad req-65a7f15a-0827-4d09-9be2-6fe910dad0d4 tempest-VolumesSnapshotTestJSON-1179798166 tempest-VolumesSnapshotTestJSON-1179798166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210484'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:34:25.016035 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-121445ec-5104-4ea7-8bd9-01145b1bf5ad req-65a7f15a-0827-4d09-9be2-6fe910dad0d4 tempest-VolumesSnapshotTestJSON-1179798166 tempest-VolumesSnapshotTestJSON-1179798166-project] 10.222.0.53 "DELETE /v2.0/ports/1209778f-ac7b-4752-a26e-6165c0cd7f45 HTTP/1.1" status: 204 len: 173 time: 0.4437149 Sep 23 07:34:25.016466 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1f58d7a-5f20-4971-a536-c86be1de52a0', 'name': 'network-vif-deleted', 'tag': '1209778f-ac7b-4752-a26e-6165c0cd7f45'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:34:25.018697 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59377972be4a6b1db7d764771ea1170f497e9021ac5c159e937f759c4704c07c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9038737f-f682-47a5-8e81-67456fc7c721" -d '{"events": [{"server_uuid": "e1f58d7a-5f20-4971-a536-c86be1de52a0", "name": "network-vif-deleted", "tag": "1209778f-ac7b-4752-a26e-6165c0cd7f45"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:34:25.057578 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 07:34:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acd09078-2859-4a21-86d5-f58f745f9593 x-openstack-request-id: req-acd09078-2859-4a21-86d5-f58f745f9593 {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:34:25.058047 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1f58d7a-5f20-4971-a536-c86be1de52a0", "name": "network-vif-deleted", "tag": "1209778f-ac7b-4752-a26e-6165c0cd7f45", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:34:25.058306 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-acd09078-2859-4a21-86d5-f58f745f9593 {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:34:25.058707 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1f58d7a-5f20-4971-a536-c86be1de52a0', 'name': 'network-vif-deleted', 'tag': '1209778f-ac7b-4752-a26e-6165c0cd7f45', 'status': 'completed', 'code': 200} Sep 23 07:34:25.097734 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-9c628611-3f15-4b8f-a4fe-5511fb837419 req-11ec8379-4b71-41e8-af9c-45b447c6c498 tempest-VolumesSnapshotTestJSON-1179798166 tempest-VolumesSnapshotTestJSON-1179798166-project] 10.222.0.62 "GET /v2.0/ports?device_id=e1f58d7a-5f20-4971-a536-c86be1de52a0 HTTP/1.1" status: 200 len: 210 time: 0.0260062 Sep 23 07:34:26.609015 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-2d65fa89-fc13-4477-92f4-98c1af722d98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:34:27.695396 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:34:28.111908 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-1854caf6-1153-400a-8d11-9ed8c1e229e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:34:29.708598 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Device 1209778f-ac7b-4752-a26e-6165c0cd7f45 no longer exists at agent hyperv_hv-cinder-80588 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:34:29.730313 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] No Port match for: 1209778f-ac7b-4752-a26e-6165c0cd7f45 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 07:34:29.730653 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Device 1209778f-ac7b-4752-a26e-6165c0cd7f45 not bound to the agent host hv-cinder-80588 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 07:34:29.769081 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:34:29.889003 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e4079388-143e-46ee-8cf3-ea3894d72bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:34:35.396200 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-1239dac4-a424-4f18-9efa-2d4bef9361f8 req-432d06e0-90b2-444f-a6f8-089539772efb service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=f13aac94-0a18-4016-9059-b1fc4d92e337&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0381615 Sep 23 07:34:35.488817 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1239dac4-a424-4f18-9efa-2d4bef9361f8 req-772b4078-b993-4f40-80f4-d70713ecae6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:34:35.490310 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-1239dac4-a424-4f18-9efa-2d4bef9361f8 req-772b4078-b993-4f40-80f4-d70713ecae6b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c94fc6b7cf004b03b6610c617415b316&device_id=f13aac94-0a18-4016-9059-b1fc4d92e337 HTTP/1.1" status: 200 len: 1099 time: 0.0386701 Sep 23 07:34:35.601025 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1239dac4-a424-4f18-9efa-2d4bef9361f8 req-591128b8-828a-444f-9d62-ac7d2418a888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:34:35.602569 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-1239dac4-a424-4f18-9efa-2d4bef9361f8 req-591128b8-828a-444f-9d62-ac7d2418a888 service neutron] 10.222.0.53 "GET /v2.0/networks?id=9f0a0a70-36ce-402d-923c-729f01f617e9 HTTP/1.1" status: 200 len: 910 time: 0.0868919 Sep 23 07:34:35.671014 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-1239dac4-a424-4f18-9efa-2d4bef9361f8 req-91d986d9-14b3-4b97-872e-5b0ef06ed906 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=726261c9-3e0b-4495-8cdb-efd547712a2b HTTP/1.1" status: 200 len: 1001 time: 0.0596070 Sep 23 07:34:35.721064 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1239dac4-a424-4f18-9efa-2d4bef9361f8 req-fea7b50c-a9af-481b-8b47-43e12ec20d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:34:35.722517 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-1239dac4-a424-4f18-9efa-2d4bef9361f8 req-fea7b50c-a9af-481b-8b47-43e12ec20d2e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=268d9a9b-c8cd-41c6-9c6e-7f9d40e41eae HTTP/1.1" status: 200 len: 848 time: 0.0440953 Sep 23 07:34:35.767932 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1239dac4-a424-4f18-9efa-2d4bef9361f8 req-b78df142-2955-4830-b262-04f2088612bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:34:35.769459 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-1239dac4-a424-4f18-9efa-2d4bef9361f8 req-b78df142-2955-4830-b262-04f2088612bb service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9f0a0a70-36ce-402d-923c-729f01f617e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0389099 Sep 23 07:34:35.861366 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-1239dac4-a424-4f18-9efa-2d4bef9361f8 req-fac61014-9406-45d1-bccb-a91ae05e25eb service neutron] 10.222.0.53 "GET /v2.0/networks/9f0a0a70-36ce-402d-923c-729f01f617e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842271 Sep 23 07:34:35.950196 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-1239dac4-a424-4f18-9efa-2d4bef9361f8 req-b6ffc1f9-a307-4228-aedb-3b14169dbd01 service neutron] 10.222.0.53 "GET /v2.0/networks/9f0a0a70-36ce-402d-923c-729f01f617e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0788660 Sep 23 07:34:36.638675 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16011628-f96c-46c7-9abf-853948f95e92 req-6022ba96-7220-495d-98a4-91f02efc2234 tempest-VolumesSnapshotTestJSON-1179798166 tempest-VolumesSnapshotTestJSON-1179798166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:34:36.638675 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-16011628-f96c-46c7-9abf-853948f95e92 req-6022ba96-7220-495d-98a4-91f02efc2234 tempest-VolumesSnapshotTestJSON-1179798166 tempest-VolumesSnapshotTestJSON-1179798166-project] 10.222.0.62 "GET /v2.0/networks?id=ccf3b05f-42c8-49c8-baf6-e3266e5ef227 HTTP/1.1" status: 200 len: 814 time: 0.1019380 Sep 23 07:34:36.656164 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-16011628-f96c-46c7-9abf-853948f95e92 req-2557a9ed-b68d-4b8b-ae67-d12013b6721e tempest-VolumesSnapshotTestJSON-1179798166 tempest-VolumesSnapshotTestJSON-1179798166-project] 10.222.0.62 "GET /v2.0/quotas/44f14a1eff06437caecae59cc98bd031 HTTP/1.1" status: 200 len: 375 time: 0.0112784 Sep 23 07:34:36.686707 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-16011628-f96c-46c7-9abf-853948f95e92 req-c4a11e58-6eb7-4b15-a2c4-cfd8fb3ec522 tempest-VolumesSnapshotTestJSON-1179798166 tempest-VolumesSnapshotTestJSON-1179798166-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=44f14a1eff06437caecae59cc98bd031&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0248771 Sep 23 07:34:36.697410 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.wsgi [req-16011628-f96c-46c7-9abf-853948f95e92 req-c16a4fd3-8b80-46e2-b0ce-224f3b2aea9b service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=94841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 07:34:36.698416 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-16011628-f96c-46c7-9abf-853948f95e92 req-c16a4fd3-8b80-46e2-b0ce-224f3b2aea9b service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053446 Sep 23 07:34:36.786844 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-16011628-f96c-46c7-9abf-853948f95e92 req-9cd54e20-5ba6-40da-a8ca-c3399d41f3c0 service neutron] 10.222.0.62 "GET /v2.0/networks/ccf3b05f-42c8-49c8-baf6-e3266e5ef227?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828497 Sep 23 07:34:36.873634 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-16011628-f96c-46c7-9abf-853948f95e92 req-1bd14af8-1aea-4b17-b56c-892e71593260 service neutron] 10.222.0.62 "GET /v2.0/networks/ccf3b05f-42c8-49c8-baf6-e3266e5ef227?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805945 Sep 23 07:34:37.099836 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-d935a519-30f0-4abb-a156-7dca2af9cbdb req-ae35d530-7a0b-449d-91bc-beb177c718d9 tempest-VolumesSnapshotTestJSON-1179798166 tempest-VolumesSnapshotTestJSON-1179798166-project] 10.222.0.62 "GET /v2.0/ports?device_id=8d96d684-24d9-46bb-b079-7c3c3b120c72 HTTP/1.1" status: 200 len: 210 time: 0.0261934 Sep 23 07:34:38.198736 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-2cd40b56-01e9-47b4-b07b-66016adf1de3 req-261a8d5a-31b2-4f75-ac74-77d12c4c46b5 tempest-VolumesSnapshotTestJSON-1179798166 tempest-VolumesSnapshotTestJSON-1179798166-project] 10.222.0.62 "GET /v2.0/ports?device_id=8d96d684-24d9-46bb-b079-7c3c3b120c72 HTTP/1.1" status: 200 len: 210 time: 0.0340235 Sep 23 07:34:38.976617 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16011628-f96c-46c7-9abf-853948f95e92 req-067347f4-c0d8-4a53-957a-dee9107188ae tempest-VolumesSnapshotTestJSON-1179798166 tempest-VolumesSnapshotTestJSON-1179798166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:34:38.978032 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-16011628-f96c-46c7-9abf-853948f95e92 req-067347f4-c0d8-4a53-957a-dee9107188ae tempest-VolumesSnapshotTestJSON-1179798166 tempest-VolumesSnapshotTestJSON-1179798166-project] 10.222.0.53 "GET /v2.0/networks?id=ccf3b05f-42c8-49c8-baf6-e3266e5ef227 HTTP/1.1" status: 200 len: 814 time: 0.1015267 Sep 23 07:34:38.992298 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.v2.base [req-16011628-f96c-46c7-9abf-853948f95e92 req-4520880b-822c-4290-9ec5-cdff192bb72f tempest-VolumesSnapshotTestJSON-1179798166 tempest-VolumesSnapshotTestJSON-1179798166-project] Request body: {'port': {'device_id': '8d96d684-24d9-46bb-b079-7c3c3b120c72', 'network_id': 'ccf3b05f-42c8-49c8-baf6-e3266e5ef227', 'admin_state_up': True, 'tenant_id': '44f14a1eff06437caecae59cc98bd031'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:34:39.384998 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-3538ff3b-7d1e-4976-90a2-67342c4b9f9b req-0edc3a64-e20f-4a58-8944-d5c7db05775b tempest-VolumesSnapshotTestJSON-1179798166 tempest-VolumesSnapshotTestJSON-1179798166-project] 10.222.0.62 "GET /v2.0/ports?device_id=8d96d684-24d9-46bb-b079-7c3c3b120c72 HTTP/1.1" status: 200 len: 210 time: 0.0320661 Sep 23 07:34:39.506167 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16011628-f96c-46c7-9abf-853948f95e92 req-4520880b-822c-4290-9ec5-cdff192bb72f tempest-VolumesSnapshotTestJSON-1179798166 tempest-VolumesSnapshotTestJSON-1179798166-project] Made reservation on behalf of 44f14a1eff06437caecae59cc98bd031 for: {'port': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:34:39.509908 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-16011628-f96c-46c7-9abf-853948f95e92 req-4520880b-822c-4290-9ec5-cdff192bb72f tempest-VolumesSnapshotTestJSON-1179798166 tempest-VolumesSnapshotTestJSON-1179798166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:34:39.638412 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [req-16011628-f96c-46c7-9abf-853948f95e92 req-4520880b-822c-4290-9ec5-cdff192bb72f tempest-VolumesSnapshotTestJSON-1179798166 tempest-VolumesSnapshotTestJSON-1179798166-project] Allocated IP 172.20.0.2 (ccf3b05f-42c8-49c8-baf6-e3266e5ef227/b9adcf72-fbf7-4e47-9159-38ad7001b80e/a677c96b-5bf7-4041-9510-098c8a6cb584) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:34:39.785197 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-16011628-f96c-46c7-9abf-853948f95e92 req-4520880b-822c-4290-9ec5-cdff192bb72f tempest-VolumesSnapshotTestJSON-1179798166 tempest-VolumesSnapshotTestJSON-1179798166-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:34:39.872758 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-16011628-f96c-46c7-9abf-853948f95e92 req-4520880b-822c-4290-9ec5-cdff192bb72f tempest-VolumesSnapshotTestJSON-1179798166 tempest-VolumesSnapshotTestJSON-1179798166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728617650863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58829502'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:34:39.913880 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16011628-f96c-46c7-9abf-853948f95e92 req-4520880b-822c-4290-9ec5-cdff192bb72f tempest-VolumesSnapshotTestJSON-1179798166 tempest-VolumesSnapshotTestJSON-1179798166-project] Network ccf3b05f-42c8-49c8-baf6-e3266e5ef227 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:34:39.916870 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [req-16011628-f96c-46c7-9abf-853948f95e92 req-4520880b-822c-4290-9ec5-cdff192bb72f tempest-VolumesSnapshotTestJSON-1179798166 tempest-VolumesSnapshotTestJSON-1179798166-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:34:39.921107 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-16011628-f96c-46c7-9abf-853948f95e92 req-4520880b-822c-4290-9ec5-cdff192bb72f tempest-VolumesSnapshotTestJSON-1179798166 tempest-VolumesSnapshotTestJSON-1179798166-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:34:39.946329 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4520880b-822c-4290-9ec5-cdff192bb72f tempest-VolumesSnapshotTestJSON-1179798166 tempest-VolumesSnapshotTestJSON-1179798166-project] Pushing event updated for resources: {'Port': ['ID=a677c96b-5bf7-4041-9510-098c8a6cb584,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:34:39.973617 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16011628-f96c-46c7-9abf-853948f95e92 req-4520880b-822c-4290-9ec5-cdff192bb72f tempest-VolumesSnapshotTestJSON-1179798166 tempest-VolumesSnapshotTestJSON-1179798166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:34:39.974229 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-16011628-f96c-46c7-9abf-853948f95e92 req-4520880b-822c-4290-9ec5-cdff192bb72f tempest-VolumesSnapshotTestJSON-1179798166 tempest-VolumesSnapshotTestJSON-1179798166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210484'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:34:40.061209 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-16011628-f96c-46c7-9abf-853948f95e92 req-4520880b-822c-4290-9ec5-cdff192bb72f tempest-VolumesSnapshotTestJSON-1179798166 tempest-VolumesSnapshotTestJSON-1179798166-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0726540 Sep 23 07:34:40.073073 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.wsgi [req-16011628-f96c-46c7-9abf-853948f95e92 req-fcaa72e6-649e-427b-98bf-7e4fb9e45888 tempest-VolumesSnapshotTestJSON-1179798166 tempest-VolumesSnapshotTestJSON-1179798166-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=94841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 07:34:40.074041 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-16011628-f96c-46c7-9abf-853948f95e92 req-fcaa72e6-649e-427b-98bf-7e4fb9e45888 tempest-VolumesSnapshotTestJSON-1179798166 tempest-VolumesSnapshotTestJSON-1179798166-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053701 Sep 23 07:34:40.087158 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.v2.base [req-16011628-f96c-46c7-9abf-853948f95e92 req-3b5da7a1-cf7c-499d-b124-dd1c0627f65a service neutron] Request body: {'port': {'device_id': '8d96d684-24d9-46bb-b079-7c3c3b120c72', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80588'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:34:40.142742 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-16011628-f96c-46c7-9abf-853948f95e92 req-3b5da7a1-cf7c-499d-b124-dd1c0627f65a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:34:40.400741 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.notifiers.nova [req-16011628-f96c-46c7-9abf-853948f95e92 req-3b5da7a1-cf7c-499d-b124-dd1c0627f65a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a677c96b-5bf7-4041-9510-098c8a6cb584 {{(pid=94841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 07:34:40.409380 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-16011628-f96c-46c7-9abf-853948f95e92 req-3b5da7a1-cf7c-499d-b124-dd1c0627f65a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:34:40.423277 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [req-16011628-f96c-46c7-9abf-853948f95e92 req-3b5da7a1-cf7c-499d-b124-dd1c0627f65a service neutron] Transition to ACTIVE for port object a677c96b-5bf7-4041-9510-098c8a6cb584 will not be triggered until provisioned by entity L2. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 07:34:40.500092 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b596d6-cb75-4fcc-a476-ecc69329e4b4 req-59b896b4-4d7e-4262-a7f7-6985dfe239dc tempest-VolumesSnapshotTestJSON-1179798166 tempest-VolumesSnapshotTestJSON-1179798166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:34:40.501605 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-41b596d6-cb75-4fcc-a476-ecc69329e4b4 req-59b896b4-4d7e-4262-a7f7-6985dfe239dc tempest-VolumesSnapshotTestJSON-1179798166 tempest-VolumesSnapshotTestJSON-1179798166-project] 10.222.0.62 "GET /v2.0/ports?device_id=8d96d684-24d9-46bb-b079-7c3c3b120c72 HTTP/1.1" status: 200 len: 931 time: 0.0487099 Sep 23 07:34:40.502737 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-16011628-f96c-46c7-9abf-853948f95e92 req-3b5da7a1-cf7c-499d-b124-dd1c0627f65a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728618137860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728617650881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728617650899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58829493'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:34:40.567021 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5da7a1-cf7c-499d-b124-dd1c0627f65a service neutron] Pushing event updated for resources: {'Port': ['ID=a677c96b-5bf7-4041-9510-098c8a6cb584,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:34:40.609237 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-41b596d6-cb75-4fcc-a476-ecc69329e4b4 req-50184470-1a8a-4d2c-b430-16c40eb61280 tempest-VolumesSnapshotTestJSON-1179798166 tempest-VolumesSnapshotTestJSON-1179798166-project] 10.222.0.62 "GET /v2.0/security-groups?id=6182d852-a577-44a1-8d94-f7ee463f2202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786273 Sep 23 07:34:40.654423 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-16011628-f96c-46c7-9abf-853948f95e92 req-3b5da7a1-cf7c-499d-b124-dd1c0627f65a service neutron] Attempting to bind port a677c96b-5bf7-4041-9510-098c8a6cb584 on host hv-cinder-80588 for vnic_type normal with profile {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:34:40.654693 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-16011628-f96c-46c7-9abf-853948f95e92 req-3b5da7a1-cf7c-499d-b124-dd1c0627f65a service neutron] Attempting to bind port a677c96b-5bf7-4041-9510-098c8a6cb584 by drivers openvswitch,hyperv on host hv-cinder-80588 at level 0 using segments [{'id': '9cf08da0-2a69-4eb9-9c95-8930ba3d9ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'ccf3b05f-42c8-49c8-baf6-e3266e5ef227'}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:34:40.655020 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16011628-f96c-46c7-9abf-853948f95e92 req-3b5da7a1-cf7c-499d-b124-dd1c0627f65a service neutron] Attempting to bind port a677c96b-5bf7-4041-9510-098c8a6cb584 on network ccf3b05f-42c8-49c8-baf6-e3266e5ef227 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:34:40.659239 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16011628-f96c-46c7-9abf-853948f95e92 req-3b5da7a1-cf7c-499d-b124-dd1c0627f65a service neutron] Port a677c96b-5bf7-4041-9510-098c8a6cb584 on network ccf3b05f-42c8-49c8-baf6-e3266e5ef227 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80588 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 07:34:40.659555 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16011628-f96c-46c7-9abf-853948f95e92 req-3b5da7a1-cf7c-499d-b124-dd1c0627f65a service neutron] Attempting to bind port a677c96b-5bf7-4041-9510-098c8a6cb584 on network ccf3b05f-42c8-49c8-baf6-e3266e5ef227 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:34:40.664234 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16011628-f96c-46c7-9abf-853948f95e92 req-3b5da7a1-cf7c-499d-b124-dd1c0627f65a service neutron] Checking agent: {'id': '6ad4e769-5dea-434d-bbcd-ae86f07cf259', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80588', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 7, 22, 28), 'started_at': datetime.datetime(2021, 9, 23, 7, 22, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 7, 34, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 07:34:40.664563 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16011628-f96c-46c7-9abf-853948f95e92 req-3b5da7a1-cf7c-499d-b124-dd1c0627f65a service neutron] Checking segment: {'id': '9cf08da0-2a69-4eb9-9c95-8930ba3d9ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'ccf3b05f-42c8-49c8-baf6-e3266e5ef227'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:34:40.664976 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16011628-f96c-46c7-9abf-853948f95e92 req-3b5da7a1-cf7c-499d-b124-dd1c0627f65a service neutron] Bound using segment: {'id': '9cf08da0-2a69-4eb9-9c95-8930ba3d9ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'ccf3b05f-42c8-49c8-baf6-e3266e5ef227'} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 07:34:40.665470 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-16011628-f96c-46c7-9abf-853948f95e92 req-3b5da7a1-cf7c-499d-b124-dd1c0627f65a service neutron] Bound port: a677c96b-5bf7-4041-9510-098c8a6cb584, host: hv-cinder-80588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9cf08da0-2a69-4eb9-9c95-8930ba3d9ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'ccf3b05f-42c8-49c8-baf6-e3266e5ef227'}}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 07:34:40.665864 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-16011628-f96c-46c7-9abf-853948f95e92 req-3b5da7a1-cf7c-499d-b124-dd1c0627f65a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:34:40.729624 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-16011628-f96c-46c7-9abf-853948f95e92 req-3b5da7a1-cf7c-499d-b124-dd1c0627f65a service neutron] For port a677c96b-5bf7-4041-9510-098c8a6cb584, host hv-cinder-80588, cleared binding levels {{(pid=94841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:34:40.732685 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-16011628-f96c-46c7-9abf-853948f95e92 req-3b5da7a1-cf7c-499d-b124-dd1c0627f65a service neutron] For port a677c96b-5bf7-4041-9510-098c8a6cb584, host hv-cinder-80588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=a677c96b-5bf7-4041-9510-098c8a6cb584,segment=NetworkSegment(9cf08da0-2a69-4eb9-9c95-8930ba3d9ab5),segment_id=9cf08da0-2a69-4eb9-9c95-8930ba3d9ab5)] {{(pid=94841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 07:34:40.809595 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-16011628-f96c-46c7-9abf-853948f95e92 req-3b5da7a1-cf7c-499d-b124-dd1c0627f65a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728618137860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728617650881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728617650899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58829493'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:34:40.850380 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16011628-f96c-46c7-9abf-853948f95e92 req-3b5da7a1-cf7c-499d-b124-dd1c0627f65a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:34:40.850991 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-16011628-f96c-46c7-9abf-853948f95e92 req-3b5da7a1-cf7c-499d-b124-dd1c0627f65a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210484'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:34:40.852393 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-16011628-f96c-46c7-9abf-853948f95e92 req-3b5da7a1-cf7c-499d-b124-dd1c0627f65a service neutron] 10.222.0.53 "PUT /v2.0/ports/a677c96b-5bf7-4041-9510-098c8a6cb584 HTTP/1.1" status: 200 len: 1093 time: 0.7695580 Sep 23 07:34:40.852984 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d96d684-24d9-46bb-b079-7c3c3b120c72', 'tag': 'a677c96b-5bf7-4041-9510-098c8a6cb584'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:34:40.855255 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59377972be4a6b1db7d764771ea1170f497e9021ac5c159e937f759c4704c07c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ee1e259-95d7-4c6e-a15c-c4aaa7dcd5fc" -d '{"events": [{"name": "network-changed", "server_uuid": "8d96d684-24d9-46bb-b079-7c3c3b120c72", "tag": "a677c96b-5bf7-4041-9510-098c8a6cb584"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:34:40.881966 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5da7a1-cf7c-499d-b124-dd1c0627f65a service neutron] Pushing event updated for resources: {'Port': ['ID=a677c96b-5bf7-4041-9510-098c8a6cb584,revision_number=3']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:34:40.907189 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 07:34:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bee9859-f9b2-41bc-80cb-036c22157d6d x-openstack-request-id: req-9bee9859-f9b2-41bc-80cb-036c22157d6d {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:34:40.907189 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d96d684-24d9-46bb-b079-7c3c3b120c72", "tag": "a677c96b-5bf7-4041-9510-098c8a6cb584", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:34:40.907189 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9bee9859-f9b2-41bc-80cb-036c22157d6d {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:34:40.907189 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d96d684-24d9-46bb-b079-7c3c3b120c72', 'tag': 'a677c96b-5bf7-4041-9510-098c8a6cb584', 'status': 'completed', 'code': 200} Sep 23 07:34:40.964425 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee1e259-95d7-4c6e-a15c-c4aaa7dcd5fc req-f67da699-6c48-4ad6-b5a9-03c736dff9db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:34:40.966571 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-7ee1e259-95d7-4c6e-a15c-c4aaa7dcd5fc req-f67da699-6c48-4ad6-b5a9-03c736dff9db service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=44f14a1eff06437caecae59cc98bd031&device_id=8d96d684-24d9-46bb-b079-7c3c3b120c72 HTTP/1.1" status: 200 len: 1096 time: 0.0437055 Sep 23 07:34:41.069333 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee1e259-95d7-4c6e-a15c-c4aaa7dcd5fc req-7f5279d0-0932-4484-a5a3-8c3afdde7d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:34:41.070857 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-7ee1e259-95d7-4c6e-a15c-c4aaa7dcd5fc req-7f5279d0-0932-4484-a5a3-8c3afdde7d1f service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=44f14a1eff06437caecae59cc98bd031&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0939837 Sep 23 07:34:41.165978 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee1e259-95d7-4c6e-a15c-c4aaa7dcd5fc req-fa26b41b-6cf2-4a5a-aa9b-7f722b536a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:34:41.167389 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-7ee1e259-95d7-4c6e-a15c-c4aaa7dcd5fc req-fa26b41b-6cf2-4a5a-aa9b-7f722b536a29 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0894303 Sep 23 07:34:41.241497 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16011628-f96c-46c7-9abf-853948f95e92 req-ac010614-216f-4302-bfed-8992710ef92e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:34:41.242975 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-16011628-f96c-46c7-9abf-853948f95e92 req-ac010614-216f-4302-bfed-8992710ef92e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=44f14a1eff06437caecae59cc98bd031&device_id=8d96d684-24d9-46bb-b079-7c3c3b120c72 HTTP/1.1" status: 200 len: 1096 time: 0.0391331 Sep 23 07:34:41.288093 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-16011628-f96c-46c7-9abf-853948f95e92 req-c4666898-795f-4ef7-bde6-30cb022818b5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a677c96b-5bf7-4041-9510-098c8a6cb584 HTTP/1.1" status: 200 len: 217 time: 0.0365005 Sep 23 07:34:41.337922 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16011628-f96c-46c7-9abf-853948f95e92 req-17f25005-6a6f-4079-a56e-2beb11b1b346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:34:41.339419 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-16011628-f96c-46c7-9abf-853948f95e92 req-17f25005-6a6f-4079-a56e-2beb11b1b346 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b9adcf72-fbf7-4e47-9159-38ad7001b80e HTTP/1.1" status: 200 len: 854 time: 0.0438566 Sep 23 07:34:41.372530 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-16011628-f96c-46c7-9abf-853948f95e92 req-370761f8-a9d6-4e52-a2c9-1bdf7d4e00c4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ccf3b05f-42c8-49c8-baf6-e3266e5ef227&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246103 Sep 23 07:34:41.469505 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-16011628-f96c-46c7-9abf-853948f95e92 req-f4d5c48f-a91c-4249-b2d4-28b8b51283b2 service neutron] 10.222.0.53 "GET /v2.0/networks/ccf3b05f-42c8-49c8-baf6-e3266e5ef227?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887363 Sep 23 07:34:41.562805 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-16011628-f96c-46c7-9abf-853948f95e92 req-a2746e91-0b83-44ee-8544-71cf83154721 service neutron] 10.222.0.53 "GET /v2.0/networks/ccf3b05f-42c8-49c8-baf6-e3266e5ef227?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837812 Sep 23 07:34:41.724958 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6312528-72dc-4b7f-8413-9716ac17a043 req-5fc3ea1e-2ae7-4aa9-8540-ca34fd6503ad tempest-VolumesSnapshotTestJSON-1179798166 tempest-VolumesSnapshotTestJSON-1179798166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:34:41.726400 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-a6312528-72dc-4b7f-8413-9716ac17a043 req-5fc3ea1e-2ae7-4aa9-8540-ca34fd6503ad tempest-VolumesSnapshotTestJSON-1179798166 tempest-VolumesSnapshotTestJSON-1179798166-project] 10.222.0.62 "GET /v2.0/ports?device_id=8d96d684-24d9-46bb-b079-7c3c3b120c72 HTTP/1.1" status: 200 len: 943 time: 0.0475123 Sep 23 07:34:41.767961 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-a6312528-72dc-4b7f-8413-9716ac17a043 req-e42454ab-46bc-44e8-b536-5840ed004219 tempest-VolumesSnapshotTestJSON-1179798166 tempest-VolumesSnapshotTestJSON-1179798166-project] 10.222.0.62 "GET /v2.0/security-groups?id=6182d852-a577-44a1-8d94-f7ee463f2202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350242 Sep 23 07:34:42.883089 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009da4f8-20a5-4162-a32f-add0567e83b3 req-b7b9c8e9-2f1d-49cb-bb6e-53d4efefffeb tempest-VolumesSnapshotTestJSON-1179798166 tempest-VolumesSnapshotTestJSON-1179798166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:34:42.884564 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-009da4f8-20a5-4162-a32f-add0567e83b3 req-b7b9c8e9-2f1d-49cb-bb6e-53d4efefffeb tempest-VolumesSnapshotTestJSON-1179798166 tempest-VolumesSnapshotTestJSON-1179798166-project] 10.222.0.62 "GET /v2.0/ports?device_id=8d96d684-24d9-46bb-b079-7c3c3b120c72 HTTP/1.1" status: 200 len: 943 time: 0.0482423 Sep 23 07:34:42.922567 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-009da4f8-20a5-4162-a32f-add0567e83b3 req-01edea23-0f96-4321-88be-c2580cd76796 tempest-VolumesSnapshotTestJSON-1179798166 tempest-VolumesSnapshotTestJSON-1179798166-project] 10.222.0.62 "GET /v2.0/security-groups?id=6182d852-a577-44a1-8d94-f7ee463f2202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316713 Sep 23 07:34:43.742876 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Device a677c96b-5bf7-4041-9510-098c8a6cb584 details requested by agent hyperv_hv-cinder-80588 with host hv-cinder-80588 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 07:34:43.962911 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] For port a677c96b-5bf7-4041-9510-098c8a6cb584, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=a677c96b-5bf7-4041-9510-098c8a6cb584,segment=NetworkSegment(9cf08da0-2a69-4eb9-9c95-8930ba3d9ab5),segment_id=9cf08da0-2a69-4eb9-9c95-8930ba3d9ab5)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:34:43.974232 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Returning: {'device': 'a677c96b-5bf7-4041-9510-098c8a6cb584', 'network_id': 'ccf3b05f-42c8-49c8-baf6-e3266e5ef227', 'port_id': 'a677c96b-5bf7-4041-9510-098c8a6cb584', 'mac_address': 'fa:16:3e:b1:f4:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9adcf72-fbf7-4e47-9159-38ad7001b80e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 07:34:44.011589 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:34:44.025200 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a677c96b-5bf7-4041-9510-098c8a6cb584 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 07:34:44.035465 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb10af2-b888-482d-9759-fc4c4c0f13ff req-46393d7c-f4fb-4c6e-9ef5-f77474648260 tempest-VolumesSnapshotTestJSON-1179798166 tempest-VolumesSnapshotTestJSON-1179798166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:34:44.037019 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-0bb10af2-b888-482d-9759-fc4c4c0f13ff req-46393d7c-f4fb-4c6e-9ef5-f77474648260 tempest-VolumesSnapshotTestJSON-1179798166 tempest-VolumesSnapshotTestJSON-1179798166-project] 10.222.0.62 "GET /v2.0/ports?device_id=8d96d684-24d9-46bb-b079-7c3c3b120c72 HTTP/1.1" status: 200 len: 943 time: 0.0481460 Sep 23 07:34:44.044867 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] For port a677c96b-5bf7-4041-9510-098c8a6cb584, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=a677c96b-5bf7-4041-9510-098c8a6cb584,segment=NetworkSegment(9cf08da0-2a69-4eb9-9c95-8930ba3d9ab5),segment_id=9cf08da0-2a69-4eb9-9c95-8930ba3d9ab5)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:34:44.075893 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-0bb10af2-b888-482d-9759-fc4c4c0f13ff req-d5178f02-7566-4452-b4ce-d7d39c364e0d tempest-VolumesSnapshotTestJSON-1179798166 tempest-VolumesSnapshotTestJSON-1179798166-project] 10.222.0.62 "GET /v2.0/security-groups?id=6182d852-a577-44a1-8d94-f7ee463f2202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325377 Sep 23 07:34:44.117536 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728618137860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728617650881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728617650899'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:34:44.163994 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Pushing event updated for resources: {'Port': ['ID=a677c96b-5bf7-4041-9510-098c8a6cb584,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:34:44.369539 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] get_ports_and_sgs() called for port_ids ['a677c96b-5bf7-4041-9510-098c8a6cb584'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 07:34:45.187970 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05160a56-c42c-4daf-ab76-8f1a3b0c7bbd req-36a2c2a5-f05b-40c7-8b15-e7bb4fb95ce9 tempest-VolumesSnapshotTestJSON-1179798166 tempest-VolumesSnapshotTestJSON-1179798166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:34:45.189644 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-05160a56-c42c-4daf-ab76-8f1a3b0c7bbd req-36a2c2a5-f05b-40c7-8b15-e7bb4fb95ce9 tempest-VolumesSnapshotTestJSON-1179798166 tempest-VolumesSnapshotTestJSON-1179798166-project] 10.222.0.62 "GET /v2.0/ports?device_id=8d96d684-24d9-46bb-b079-7c3c3b120c72 HTTP/1.1" status: 200 len: 944 time: 0.0486896 Sep 23 07:34:45.232610 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-05160a56-c42c-4daf-ab76-8f1a3b0c7bbd req-2acc78b7-496c-4cc1-895e-b4150cae558f tempest-VolumesSnapshotTestJSON-1179798166 tempest-VolumesSnapshotTestJSON-1179798166-project] 10.222.0.62 "GET /v2.0/security-groups?id=6182d852-a577-44a1-8d94-f7ee463f2202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356860 Sep 23 07:34:45.742100 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Device a677c96b-5bf7-4041-9510-098c8a6cb584 up at agent hyperv_hv-cinder-80588 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:34:45.849077 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Provisioning for port a677c96b-5bf7-4041-9510-098c8a6cb584 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 07:34:45.853364 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Provisioning complete for port a677c96b-5bf7-4041-9510-098c8a6cb584 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:34:45.853742 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703931'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:34:45.936267 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:34:45.958662 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d96d684-24d9-46bb-b079-7c3c3b120c72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a677c96b-5bf7-4041-9510-098c8a6cb584'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:34:45.960915 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8cb1569f887212d656241d478829572ac01e5268e755a1d7af7c5208f8517aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2614537c-f2eb-43c8-abb6-bd63abebe286" -d '{"events": [{"server_uuid": "8d96d684-24d9-46bb-b079-7c3c3b120c72", "name": "network-vif-plugged", "status": "completed", "tag": "a677c96b-5bf7-4041-9510-098c8a6cb584"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:34:45.973758 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] For port a677c96b-5bf7-4041-9510-098c8a6cb584, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=a677c96b-5bf7-4041-9510-098c8a6cb584,segment=NetworkSegment(9cf08da0-2a69-4eb9-9c95-8930ba3d9ab5),segment_id=9cf08da0-2a69-4eb9-9c95-8930ba3d9ab5)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:34:46.001008 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 07:34:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dce64794-f11d-425c-b45f-823a0a2d4144 x-openstack-request-id: req-dce64794-f11d-425c-b45f-823a0a2d4144 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:34:46.005467 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d96d684-24d9-46bb-b079-7c3c3b120c72", "name": "network-vif-plugged", "status": "completed", "tag": "a677c96b-5bf7-4041-9510-098c8a6cb584", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:34:46.005467 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-dce64794-f11d-425c-b45f-823a0a2d4144 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:34:46.005467 dv-cinder-805887-18-iscsi neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d96d684-24d9-46bb-b079-7c3c3b120c72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a677c96b-5bf7-4041-9510-098c8a6cb584', 'code': 200} Sep 23 07:34:46.054684 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728618137860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728617650881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728617650899'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:34:46.104855 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Pushing event updated for resources: {'Port': ['ID=a677c96b-5bf7-4041-9510-098c8a6cb584,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:34:46.378341 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e7def7-441d-4059-9157-6c3496e56c69 req-15a41e2f-e8b8-47bf-a901-566d2365f102 tempest-VolumesSnapshotTestJSON-1179798166 tempest-VolumesSnapshotTestJSON-1179798166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:34:46.379900 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-22e7def7-441d-4059-9157-6c3496e56c69 req-15a41e2f-e8b8-47bf-a901-566d2365f102 tempest-VolumesSnapshotTestJSON-1179798166 tempest-VolumesSnapshotTestJSON-1179798166-project] 10.222.0.62 "GET /v2.0/ports?device_id=8d96d684-24d9-46bb-b079-7c3c3b120c72 HTTP/1.1" status: 200 len: 945 time: 0.0784287 Sep 23 07:34:46.395097 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169c934c-3357-43c4-ac11-df100736e1ed req-9fc63952-ec7d-4ef0-8057-feb2052ab817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:34:46.396646 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-169c934c-3357-43c4-ac11-df100736e1ed req-9fc63952-ec7d-4ef0-8057-feb2052ab817 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=8d96d684-24d9-46bb-b079-7c3c3b120c72 HTTP/1.1" status: 200 len: 1098 time: 0.1103649 Sep 23 07:34:46.441210 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-22e7def7-441d-4059-9157-6c3496e56c69 req-5f7f0434-618c-4266-ae80-4a4784b77dce tempest-VolumesSnapshotTestJSON-1179798166 tempest-VolumesSnapshotTestJSON-1179798166-project] 10.222.0.62 "GET /v2.0/security-groups?id=6182d852-a577-44a1-8d94-f7ee463f2202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539262 Sep 23 07:34:46.451835 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-169c934c-3357-43c4-ac11-df100736e1ed req-6eee91dd-032a-45d0-8907-b55bfa86f726 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=6182d852-a577-44a1-8d94-f7ee463f2202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467126 Sep 23 07:34:47.564060 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b46b1ce-42ec-4a0a-bf53-2ef3b9626c4c req-51f3e412-cc13-44e2-8d29-80d9761d55f8 tempest-VolumesSnapshotTestJSON-1179798166 tempest-VolumesSnapshotTestJSON-1179798166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:34:47.565625 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-8b46b1ce-42ec-4a0a-bf53-2ef3b9626c4c req-51f3e412-cc13-44e2-8d29-80d9761d55f8 tempest-VolumesSnapshotTestJSON-1179798166 tempest-VolumesSnapshotTestJSON-1179798166-project] 10.222.0.62 "GET /v2.0/ports?device_id=8d96d684-24d9-46bb-b079-7c3c3b120c72 HTTP/1.1" status: 200 len: 945 time: 0.0522308 Sep 23 07:34:47.610544 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-8b46b1ce-42ec-4a0a-bf53-2ef3b9626c4c req-ea1a6345-8df7-49ae-8450-8e76a06315e3 tempest-VolumesSnapshotTestJSON-1179798166 tempest-VolumesSnapshotTestJSON-1179798166-project] 10.222.0.62 "GET /v2.0/security-groups?id=6182d852-a577-44a1-8d94-f7ee463f2202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376642 Sep 23 07:34:48.725957 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7461d429-e33e-441f-a2fe-7d0c06c4e12e req-def96046-56fa-4a9a-9259-d0f51cc42321 tempest-VolumesSnapshotTestJSON-1179798166 tempest-VolumesSnapshotTestJSON-1179798166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:34:48.727507 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-7461d429-e33e-441f-a2fe-7d0c06c4e12e req-def96046-56fa-4a9a-9259-d0f51cc42321 tempest-VolumesSnapshotTestJSON-1179798166 tempest-VolumesSnapshotTestJSON-1179798166-project] 10.222.0.62 "GET /v2.0/ports?device_id=8d96d684-24d9-46bb-b079-7c3c3b120c72 HTTP/1.1" status: 200 len: 945 time: 0.0497105 Sep 23 07:34:48.768596 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-7461d429-e33e-441f-a2fe-7d0c06c4e12e req-bd7a1d9c-5175-4a7c-a51f-7fbb290cca54 tempest-VolumesSnapshotTestJSON-1179798166 tempest-VolumesSnapshotTestJSON-1179798166-project] 10.222.0.62 "GET /v2.0/security-groups?id=6182d852-a577-44a1-8d94-f7ee463f2202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351574 Sep 23 07:34:52.859701 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-80510865-2b69-4591-9978-50085b7975e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:34:53.956368 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.db.agents_db [None req-60cd1eec-2052-4d49-bd00-e5a0de40c293 None None] Agent healthcheck: found 6 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 07:34:56.602882 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-1a657503-e102-47af-adcf-f61fffa17112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:34:57.705703 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:34:58.111521 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-1854caf6-1153-400a-8d11-9ed8c1e229e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:34:59.808925 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:34:59.969358 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e4079388-143e-46ee-8cf3-ea3894d72bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:35:04.435413 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.62', 33464) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:35:04.594508 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-9fa4549e-8c05-4ed8-8ee8-819438a62540 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Deleting port 2121ebc9-b5db-4d60-8a41-de4459ef8f24 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:35:04.594847 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9fa4549e-8c05-4ed8-8ee8-819438a62540 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728618132776'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:35:04.671012 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9fa4549e-8c05-4ed8-8ee8-819438a62540 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452355'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:35:04.671325 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9fa4549e-8c05-4ed8-8ee8-819438a62540 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:35:04.682665 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-9fa4549e-8c05-4ed8-8ee8-819438a62540 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Calling delete_port for 2121ebc9-b5db-4d60-8a41-de4459ef8f24 owned by network:floatingip {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:35:04.947110 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9fa4549e-8c05-4ed8-8ee8-819438a62540 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728618137326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728617650872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58829502'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:35:04.981719 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa4549e-8c05-4ed8-8ee8-819438a62540 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Pushing event deleted for resources: {'Port': ['ID=2121ebc9-b5db-4d60-8a41-de4459ef8f24,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:35:04.993076 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa4549e-8c05-4ed8-8ee8-819438a62540 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:35:04.993422 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa4549e-8c05-4ed8-8ee8-819438a62540 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:35:04.993757 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa4549e-8c05-4ed8-8ee8-819438a62540 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:35:04.994087 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa4549e-8c05-4ed8-8ee8-819438a62540 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:35:04.994413 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa4549e-8c05-4ed8-8ee8-819438a62540 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:35:04.994738 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa4549e-8c05-4ed8-8ee8-819438a62540 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:35:04.995058 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa4549e-8c05-4ed8-8ee8-819438a62540 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:35:04.995380 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa4549e-8c05-4ed8-8ee8-819438a62540 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:35:04.995741 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa4549e-8c05-4ed8-8ee8-819438a62540 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:35:04.996066 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa4549e-8c05-4ed8-8ee8-819438a62540 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:35:04.996380 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa4549e-8c05-4ed8-8ee8-819438a62540 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:35:04.996691 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa4549e-8c05-4ed8-8ee8-819438a62540 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:35:05.047859 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9fa4549e-8c05-4ed8-8ee8-819438a62540 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Notify callbacks [] for floatingip, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:35:05.048182 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.db.l3_db [None req-9fa4549e-8c05-4ed8-8ee8-819438a62540 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Floating IP 5a246d26-dffd-4652-a389-e807328e0b86 disassociated (deleted). External IP: 172.27.2.126, port: fed1e78b-8bbc-47c5-b465-a288baf96ade. Sep 23 07:35:05.247380 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fa4549e-8c05-4ed8-8ee8-819438a62540 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Router 4fa3708c-ed9f-4062-b458-7023c3be3f04 has already been hosted by L3 agent 65b4f7dd-c6e9-4255-94ee-66e285aed80f {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 07:35:05.351521 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fa4549e-8c05-4ed8-8ee8-819438a62540 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Notify agent at l3_agent.dv-cinder-805887-18-iscsi the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 07:35:05.356092 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9fa4549e-8c05-4ed8-8ee8-819438a62540 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210484'] for floatingip, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:35:05.362932 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15722e68-f77a-4ba1-a115-cf3c70337bed None None] Sync routers for ids ['4fa3708c-ed9f-4062-b458-7023c3be3f04'] in dv-cinder-805887-18-iscsi {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 07:35:05.371957 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15722e68-f77a-4ba1-a115-cf3c70337bed None None] Routers {'4fa3708c-ed9f-4062-b458-7023c3be3f04'} bound to L3 agent in host dv-cinder-805887-18-iscsi {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:35:05.372568 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-15722e68-f77a-4ba1-a115-cf3c70337bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T07:15:56Z,description=,heartbeat_timestamp=2021-09-23T07:34:57Z,host='dv-cinder-805887-18-iscsi',id=65b4f7dd-c6e9-4255-94ee-66e285aed80f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T07:15:57Z,topic='l3_agent')) {'router_ids': ['4fa3708c-ed9f-4062-b458-7023c3be3f04'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:35:05.383396 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [None req-9fa4549e-8c05-4ed8-8ee8-819438a62540 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] 10.222.0.62 "DELETE /v2.0/floatingips/5a246d26-dffd-4652-a389-e807328e0b86 HTTP/1.1" status: 204 len: 168 time: 0.9468882 Sep 23 07:35:05.388632 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9dffc6eb-9adf-4def-8a91-1b8810d0a225', 'tag': 'fed1e78b-8bbc-47c5-b465-a288baf96ade'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:35:05.388632 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59377972be4a6b1db7d764771ea1170f497e9021ac5c159e937f759c4704c07c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94b08fd4-9d23-404a-842c-e236fd7436d6" -d '{"events": [{"name": "network-changed", "server_uuid": "9dffc6eb-9adf-4def-8a91-1b8810d0a225", "tag": "fed1e78b-8bbc-47c5-b465-a288baf96ade"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:35:05.506023 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-15722e68-f77a-4ba1-a115-cf3c70337bed None None] Set router 4fa3708c-ed9f-4062-b458-7023c3be3f04 gateway port host: dv-cinder-805887-18-iscsi {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:35:05.515766 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 07:35:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a672e37-d94d-4e22-a6e5-3676ceed98b9 x-openstack-request-id: req-1a672e37-d94d-4e22-a6e5-3676ceed98b9 {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:35:05.516263 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9dffc6eb-9adf-4def-8a91-1b8810d0a225", "tag": "fed1e78b-8bbc-47c5-b465-a288baf96ade", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:35:05.516381 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1a672e37-d94d-4e22-a6e5-3676ceed98b9 {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:35:05.516679 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9dffc6eb-9adf-4def-8a91-1b8810d0a225', 'tag': 'fed1e78b-8bbc-47c5-b465-a288baf96ade', 'status': 'completed', 'code': 200} Sep 23 07:35:05.578611 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b08fd4-9d23-404a-842c-e236fd7436d6 req-f4b6cb62-a12c-411c-9766-cf4d1e31d6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:35:05.580141 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-94b08fd4-9d23-404a-842c-e236fd7436d6 req-f4b6cb62-a12c-411c-9766-cf4d1e31d6a5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c94fc6b7cf004b03b6610c617415b316&device_id=9dffc6eb-9adf-4def-8a91-1b8810d0a225 HTTP/1.1" status: 200 len: 1099 time: 0.0406375 Sep 23 07:35:05.676319 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b08fd4-9d23-404a-842c-e236fd7436d6 req-b3fc5dc8-d52e-4ee6-a950-5c4ac87148a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:35:05.677832 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-94b08fd4-9d23-404a-842c-e236fd7436d6 req-b3fc5dc8-d52e-4ee6-a950-5c4ac87148a5 service neutron] 10.222.0.53 "GET /v2.0/networks?id=9f0a0a70-36ce-402d-923c-729f01f617e9 HTTP/1.1" status: 200 len: 910 time: 0.0909877 Sep 23 07:35:05.723046 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-94b08fd4-9d23-404a-842c-e236fd7436d6 req-b2ad22c3-9bd9-4798-958c-8c309bdf9f42 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fed1e78b-8bbc-47c5-b465-a288baf96ade HTTP/1.1" status: 200 len: 217 time: 0.0380242 Sep 23 07:35:05.734199 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-15722e68-f77a-4ba1-a115-cf3c70337bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fa3708c-ed9f-4062-b458-7023c3be3f04', 'name': 'tempest-TestVolumeBootPattern-3333393-router', 'tenant_id': 'c94fc6b7cf004b03b6610c617415b316', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'external_fixed_ips': [{'subnet_id': '89646001-5df7-4559-baa8-56e15a045fc5', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': 'cf58e5b6-c367-4fb3-8ef9-59b313c05993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:26:45Z', 'updated_at': '2021-09-23T07:26:50Z', 'revision_number': 4, 'project_id': 'c94fc6b7cf004b03b6610c617415b316', 'gw_port': {'id': 'cf58e5b6-c367-4fb3-8ef9-59b313c05993', 'name': '', 'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:05:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fa3708c-ed9f-4062-b458-7023c3be3f04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '89646001-5df7-4559-baa8-56e15a045fc5', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:26:46Z', 'updated_at': '2021-09-23T07:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89646001-5df7-4559-baa8-56e15a045fc5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-18-iscsi', '_floatingips': [{'id': '819d8648-6d47-4bb2-84ef-29799d7bbdd9', 'tenant_id': 'c94fc6b7cf004b03b6610c617415b316', 'floating_ip_address': '172.27.2.80', 'floating_network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'router_id': '4fa3708c-ed9f-4062-b458-7023c3be3f04', 'port_id': '726261c9-3e0b-4495-8cdb-efd547712a2b', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 564, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f0a0a70-36ce-402d-923c-729f01f617e9', 'mac_address': 'fa:16:3e:ac:ea:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f13aac94-0a18-4016-9059-b1fc4d92e337', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T07:31:17Z', 'updated_at': '2021-09-23T07:31:20Z', 'revision_number': 1, 'project_id': 'c94fc6b7cf004b03b6610c617415b316', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb52962a-5c61-4a98-8df4-1631fd2e75ee', 'name': '', 'network_id': '9f0a0a70-36ce-402d-923c-729f01f617e9', 'tenant_id': 'c94fc6b7cf004b03b6610c617415b316', 'mac_address': 'fa:16:3e:08:1e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fa3708c-ed9f-4062-b458-7023c3be3f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '268d9a9b-c8cd-41c6-9c6e-7f9d40e41eae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:26:50Z', 'updated_at': '2021-09-23T07:26:56Z', 'revision_number': 5, 'project_id': 'c94fc6b7cf004b03b6610c617415b316', 'subnets': [{'id': '268d9a9b-c8cd-41c6-9c6e-7f9d40e41eae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-18-iscsi', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:35:05.760376 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15722e68-f77a-4ba1-a115-cf3c70337bed None None] Checking router: 4fa3708c-ed9f-4062-b458-7023c3be3f04 for host: dv-cinder-805887-18-iscsi {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 07:35:05.768886 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15722e68-f77a-4ba1-a115-cf3c70337bed None None] Routers {'4fa3708c-ed9f-4062-b458-7023c3be3f04'} bound to L3 agent in host dv-cinder-805887-18-iscsi {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:35:05.772815 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-15722e68-f77a-4ba1-a115-cf3c70337bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T07:15:56Z,description=,heartbeat_timestamp=2021-09-23T07:34:57Z,host='dv-cinder-805887-18-iscsi',id=65b4f7dd-c6e9-4255-94ee-66e285aed80f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T07:15:57Z,topic='l3_agent')) {'router_ids': ['4fa3708c-ed9f-4062-b458-7023c3be3f04'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:35:05.781505 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b08fd4-9d23-404a-842c-e236fd7436d6 req-a769c88d-7083-432a-8218-2f85c9b7a838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:35:05.783753 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-94b08fd4-9d23-404a-842c-e236fd7436d6 req-a769c88d-7083-432a-8218-2f85c9b7a838 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=268d9a9b-c8cd-41c6-9c6e-7f9d40e41eae HTTP/1.1" status: 200 len: 848 time: 0.0536916 Sep 23 07:35:05.829383 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b08fd4-9d23-404a-842c-e236fd7436d6 req-17704a1a-3aea-4a14-bde5-5460439a0463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:35:05.831579 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-94b08fd4-9d23-404a-842c-e236fd7436d6 req-17704a1a-3aea-4a14-bde5-5460439a0463 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9f0a0a70-36ce-402d-923c-729f01f617e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0409129 Sep 23 07:35:05.879422 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-15722e68-f77a-4ba1-a115-cf3c70337bed None None] Set router 4fa3708c-ed9f-4062-b458-7023c3be3f04 gateway port host: dv-cinder-805887-18-iscsi {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:35:05.927611 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-94b08fd4-9d23-404a-842c-e236fd7436d6 req-19b56a2c-0d32-42cc-93e3-db603c742c02 service neutron] 10.222.0.53 "GET /v2.0/networks/9f0a0a70-36ce-402d-923c-729f01f617e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885777 Sep 23 07:35:06.045489 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3ae74c-c5c6-4731-8976-f92c91f346c7 req-2eec49db-6ac7-4d48-acaa-ea3703e08de6 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:35:06.047038 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-cf3ae74c-c5c6-4731-8976-f92c91f346c7 req-2eec49db-6ac7-4d48-acaa-ea3703e08de6 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] 10.222.0.62 "GET /v2.0/ports?device_id=9dffc6eb-9adf-4def-8a91-1b8810d0a225 HTTP/1.1" status: 200 len: 946 time: 0.0898499 Sep 23 07:35:06.075842 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-94b08fd4-9d23-404a-842c-e236fd7436d6 req-e2f52f2b-c0a7-4790-a765-0d719147705b service neutron] 10.222.0.53 "GET /v2.0/networks/9f0a0a70-36ce-402d-923c-729f01f617e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399751 Sep 23 07:35:06.095317 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-cf3ae74c-c5c6-4731-8976-f92c91f346c7 req-53fd2c51-7202-427b-b84d-88c6e1bef9e9 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] 10.222.0.62 "GET /v2.0/security-groups?id=1abea1f3-eb90-4ea0-bd1d-d6ddf6b9f56e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413015 Sep 23 07:35:06.116475 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-15722e68-f77a-4ba1-a115-cf3c70337bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fa3708c-ed9f-4062-b458-7023c3be3f04', 'name': 'tempest-TestVolumeBootPattern-3333393-router', 'tenant_id': 'c94fc6b7cf004b03b6610c617415b316', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'external_fixed_ips': [{'subnet_id': '89646001-5df7-4559-baa8-56e15a045fc5', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': 'cf58e5b6-c367-4fb3-8ef9-59b313c05993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:26:45Z', 'updated_at': '2021-09-23T07:26:50Z', 'revision_number': 4, 'project_id': 'c94fc6b7cf004b03b6610c617415b316', 'gw_port': {'id': 'cf58e5b6-c367-4fb3-8ef9-59b313c05993', 'name': '', 'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:05:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fa3708c-ed9f-4062-b458-7023c3be3f04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '89646001-5df7-4559-baa8-56e15a045fc5', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:26:46Z', 'updated_at': '2021-09-23T07:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89646001-5df7-4559-baa8-56e15a045fc5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-18-iscsi', '_floatingips': [{'id': '819d8648-6d47-4bb2-84ef-29799d7bbdd9', 'tenant_id': 'c94fc6b7cf004b03b6610c617415b316', 'floating_ip_address': '172.27.2.80', 'floating_network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'router_id': '4fa3708c-ed9f-4062-b458-7023c3be3f04', 'port_id': '726261c9-3e0b-4495-8cdb-efd547712a2b', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 564, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f0a0a70-36ce-402d-923c-729f01f617e9', 'mac_address': 'fa:16:3e:ac:ea:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f13aac94-0a18-4016-9059-b1fc4d92e337', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T07:31:17Z', 'updated_at': '2021-09-23T07:31:20Z', 'revision_number': 1, 'project_id': 'c94fc6b7cf004b03b6610c617415b316', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb52962a-5c61-4a98-8df4-1631fd2e75ee', 'name': '', 'network_id': '9f0a0a70-36ce-402d-923c-729f01f617e9', 'tenant_id': 'c94fc6b7cf004b03b6610c617415b316', 'mac_address': 'fa:16:3e:08:1e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fa3708c-ed9f-4062-b458-7023c3be3f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '268d9a9b-c8cd-41c6-9c6e-7f9d40e41eae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:26:50Z', 'updated_at': '2021-09-23T07:26:56Z', 'revision_number': 5, 'project_id': 'c94fc6b7cf004b03b6610c617415b316', 'subnets': [{'id': '268d9a9b-c8cd-41c6-9c6e-7f9d40e41eae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-18-iscsi', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:35:06.140083 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15722e68-f77a-4ba1-a115-cf3c70337bed None None] The sync data for ids ['4fa3708c-ed9f-4062-b458-7023c3be3f04'] in dv-cinder-805887-18-iscsi is: [{'id': '4fa3708c-ed9f-4062-b458-7023c3be3f04', 'name': 'tempest-TestVolumeBootPattern-3333393-router', 'tenant_id': 'c94fc6b7cf004b03b6610c617415b316', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'external_fixed_ips': [{'subnet_id': '89646001-5df7-4559-baa8-56e15a045fc5', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': 'cf58e5b6-c367-4fb3-8ef9-59b313c05993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:26:45Z', 'updated_at': '2021-09-23T07:26:50Z', 'revision_number': 4, 'project_id': 'c94fc6b7cf004b03b6610c617415b316', 'gw_port': {'id': 'cf58e5b6-c367-4fb3-8ef9-59b313c05993', 'name': '', 'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:05:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fa3708c-ed9f-4062-b458-7023c3be3f04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '89646001-5df7-4559-baa8-56e15a045fc5', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:26:46Z', 'updated_at': '2021-09-23T07:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89646001-5df7-4559-baa8-56e15a045fc5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-18-iscsi', '_floatingips': [{'id': '819d8648-6d47-4bb2-84ef-29799d7bbdd9', 'tenant_id': 'c94fc6b7cf004b03b6610c617415b316', 'floating_ip_address': '172.27.2.80', 'floating_network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'router_id': '4fa3708c-ed9f-4062-b458-7023c3be3f04', 'port_id': '726261c9-3e0b-4495-8cdb-efd547712a2b', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 564, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f0a0a70-36ce-402d-923c-729f01f617e9', 'mac_address': 'fa:16:3e:ac:ea:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f13aac94-0a18-4016-9059-b1fc4d92e337', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T07:31:17Z', 'updated_at': '2021-09-23T07:31:20Z', 'revision_number': 1, 'project_id': 'c94fc6b7cf004b03b6610c617415b316', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb52962a-5c61-4a98-8df4-1631fd2e75ee', 'name': '', 'network_id': '9f0a0a70-36ce-402d-923c-729f01f617e9', 'tenant_id': 'c94fc6b7cf004b03b6610c617415b316', 'mac_address': 'fa:16:3e:08:1e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fa3708c-ed9f-4062-b458-7023c3be3f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '268d9a9b-c8cd-41c6-9c6e-7f9d40e41eae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:26:50Z', 'updated_at': '2021-09-23T07:26:56Z', 'revision_number': 5, 'project_id': 'c94fc6b7cf004b03b6610c617415b316', 'subnets': [{'id': '268d9a9b-c8cd-41c6-9c6e-7f9d40e41eae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 07:35:06.367891 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b88784cd-7d4c-4469-9156-c6fc27e0fb89 None None] New status for floating IP 5a246d26-dffd-4652-a389-e807328e0b86: DOWN {{(pid=94843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 07:35:07.213666 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ac4635-76b4-456a-a22c-718048125ab9 req-dce41d1c-a1c0-4577-bcf4-f7a385f808e5 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:35:07.215169 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-f3ac4635-76b4-456a-a22c-718048125ab9 req-dce41d1c-a1c0-4577-bcf4-f7a385f808e5 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] 10.222.0.62 "GET /v2.0/ports?device_id=9dffc6eb-9adf-4def-8a91-1b8810d0a225 HTTP/1.1" status: 200 len: 946 time: 0.0519493 Sep 23 07:35:07.252849 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-f3ac4635-76b4-456a-a22c-718048125ab9 req-0e2aff0c-72c1-4b6c-82cd-1403fd7dbf72 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] 10.222.0.62 "GET /v2.0/security-groups?id=1abea1f3-eb90-4ea0-bd1d-d6ddf6b9f56e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318344 Sep 23 07:35:07.557624 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16eb045-84f7-4e49-8213-63c4bfc4fe58 req-f0f08983-1dd3-41a7-9e4b-9b7c4f8f4029 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:35:07.559036 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-d16eb045-84f7-4e49-8213-63c4bfc4fe58 req-f0f08983-1dd3-41a7-9e4b-9b7c4f8f4029 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] 10.222.0.53 "GET /v2.0/ports?device_id=9dffc6eb-9adf-4def-8a91-1b8810d0a225 HTTP/1.1" status: 200 len: 946 time: 0.0466807 Sep 23 07:35:07.656432 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-d16eb045-84f7-4e49-8213-63c4bfc4fe58 req-dfe7cba1-9d6a-41c1-b5d0-421895b7e9ba tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Deleting port fed1e78b-8bbc-47c5-b465-a288baf96ade {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:35:07.661238 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-d16eb045-84f7-4e49-8213-63c4bfc4fe58 req-dfe7cba1-9d6a-41c1-b5d0-421895b7e9ba tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728618132776'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:35:07.742679 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-d16eb045-84f7-4e49-8213-63c4bfc4fe58 req-dfe7cba1-9d6a-41c1-b5d0-421895b7e9ba tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] For port fed1e78b-8bbc-47c5-b465-a288baf96ade, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=fed1e78b-8bbc-47c5-b465-a288baf96ade,segment=NetworkSegment(3a470730-1ad3-461f-91dc-af57cba68cf2),segment_id=3a470730-1ad3-461f-91dc-af57cba68cf2)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:35:07.743041 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-d16eb045-84f7-4e49-8213-63c4bfc4fe58 req-dfe7cba1-9d6a-41c1-b5d0-421895b7e9ba tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452355'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:35:07.755694 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-d16eb045-84f7-4e49-8213-63c4bfc4fe58 req-dfe7cba1-9d6a-41c1-b5d0-421895b7e9ba tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Calling delete_port for fed1e78b-8bbc-47c5-b465-a288baf96ade owned by compute:nova {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:35:07.917186 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-d16eb045-84f7-4e49-8213-63c4bfc4fe58 req-dfe7cba1-9d6a-41c1-b5d0-421895b7e9ba tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728618137326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728617650872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58829502'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:35:07.950150 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe7cba1-9d6a-41c1-b5d0-421895b7e9ba tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Pushing event deleted for resources: {'Port': ['ID=fed1e78b-8bbc-47c5-b465-a288baf96ade,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:35:07.986799 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-d16eb045-84f7-4e49-8213-63c4bfc4fe58 req-dfe7cba1-9d6a-41c1-b5d0-421895b7e9ba tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] No DVR routers for this DVR port fed1e78b-8bbc-47c5-b465-a288baf96ade on host hv-cinder-80588 {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 07:35:07.989459 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-d16eb045-84f7-4e49-8213-63c4bfc4fe58 req-dfe7cba1-9d6a-41c1-b5d0-421895b7e9ba tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210484'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:35:07.991483 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-d16eb045-84f7-4e49-8213-63c4bfc4fe58 req-dfe7cba1-9d6a-41c1-b5d0-421895b7e9ba tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] 10.222.0.53 "DELETE /v2.0/ports/fed1e78b-8bbc-47c5-b465-a288baf96ade HTTP/1.1" status: 204 len: 173 time: 0.4244602 Sep 23 07:35:07.991936 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dffc6eb-9adf-4def-8a91-1b8810d0a225', 'name': 'network-vif-deleted', 'tag': 'fed1e78b-8bbc-47c5-b465-a288baf96ade'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:35:07.994152 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59377972be4a6b1db7d764771ea1170f497e9021ac5c159e937f759c4704c07c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a8c3de1-5f52-44f4-a81c-d2537961c2a3" -d '{"events": [{"server_uuid": "9dffc6eb-9adf-4def-8a91-1b8810d0a225", "name": "network-vif-deleted", "tag": "fed1e78b-8bbc-47c5-b465-a288baf96ade"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:35:08.030824 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 07:35:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-988986cd-7149-4142-8356-b6583688a216 x-openstack-request-id: req-988986cd-7149-4142-8356-b6583688a216 {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:35:08.031117 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dffc6eb-9adf-4def-8a91-1b8810d0a225", "name": "network-vif-deleted", "tag": "fed1e78b-8bbc-47c5-b465-a288baf96ade", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:35:08.031388 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-988986cd-7149-4142-8356-b6583688a216 {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:35:08.031784 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dffc6eb-9adf-4def-8a91-1b8810d0a225', 'name': 'network-vif-deleted', 'tag': 'fed1e78b-8bbc-47c5-b465-a288baf96ade', 'status': 'completed', 'code': 200} Sep 23 07:35:08.358419 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-d869e6e1-1143-4eb0-a7a3-615b3f442abe req-e2e5c305-d7e9-475e-bbd3-faef2631c64e tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] 10.222.0.62 "GET /v2.0/ports?device_id=9dffc6eb-9adf-4def-8a91-1b8810d0a225 HTTP/1.1" status: 200 len: 210 time: 0.0290029 Sep 23 07:35:11.519006 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612038ee-1533-48a5-972b-06848fd08e22 req-c3a30310-afe3-4236-8d69-e99b33ebf333 tempest-VolumesSnapshotTestJSON-1179798166 tempest-VolumesSnapshotTestJSON-1179798166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:35:11.520476 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-612038ee-1533-48a5-972b-06848fd08e22 req-c3a30310-afe3-4236-8d69-e99b33ebf333 tempest-VolumesSnapshotTestJSON-1179798166 tempest-VolumesSnapshotTestJSON-1179798166-project] 10.222.0.62 "GET /v2.0/ports?device_id=8d96d684-24d9-46bb-b079-7c3c3b120c72 HTTP/1.1" status: 200 len: 945 time: 0.0487108 Sep 23 07:35:11.558912 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-612038ee-1533-48a5-972b-06848fd08e22 req-d6075653-d171-4f58-810b-b9e9c5a238d0 tempest-VolumesSnapshotTestJSON-1179798166 tempest-VolumesSnapshotTestJSON-1179798166-project] 10.222.0.62 "GET /v2.0/security-groups?id=6182d852-a577-44a1-8d94-f7ee463f2202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321591 Sep 23 07:35:11.848413 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Device fed1e78b-8bbc-47c5-b465-a288baf96ade no longer exists at agent hyperv_hv-cinder-80588 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:35:11.868657 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] No Port match for: fed1e78b-8bbc-47c5-b465-a288baf96ade {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 07:35:11.869033 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Device fed1e78b-8bbc-47c5-b465-a288baf96ade not bound to the agent host hv-cinder-80588 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 07:35:11.910514 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.62', 33530) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:35:12.060292 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-d8dcb7b0-c3d2-42ad-84ff-d50b93e75a19 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Deleting port 777df2d0-df0a-4873-a24a-6fa520b590c8 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:35:12.060632 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d8dcb7b0-c3d2-42ad-84ff-d50b93e75a19 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728618132776'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:35:12.135188 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d8dcb7b0-c3d2-42ad-84ff-d50b93e75a19 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452355'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:35:12.135430 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d8dcb7b0-c3d2-42ad-84ff-d50b93e75a19 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:35:12.146577 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-d8dcb7b0-c3d2-42ad-84ff-d50b93e75a19 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Calling delete_port for 777df2d0-df0a-4873-a24a-6fa520b590c8 owned by network:floatingip {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:35:12.368605 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d8dcb7b0-c3d2-42ad-84ff-d50b93e75a19 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728618137326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728617650872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58829502'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:35:12.395897 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dcb7b0-c3d2-42ad-84ff-d50b93e75a19 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Pushing event deleted for resources: {'Port': ['ID=777df2d0-df0a-4873-a24a-6fa520b590c8,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:35:12.452447 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d8dcb7b0-c3d2-42ad-84ff-d50b93e75a19 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Notify callbacks [] for floatingip, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:35:12.455148 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.db.l3_db [None req-d8dcb7b0-c3d2-42ad-84ff-d50b93e75a19 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Floating IP 819d8648-6d47-4bb2-84ef-29799d7bbdd9 disassociated (deleted). External IP: 172.27.2.80, port: 726261c9-3e0b-4495-8cdb-efd547712a2b. Sep 23 07:35:12.681695 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8dcb7b0-c3d2-42ad-84ff-d50b93e75a19 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Router 4fa3708c-ed9f-4062-b458-7023c3be3f04 has already been hosted by L3 agent 65b4f7dd-c6e9-4255-94ee-66e285aed80f {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 07:35:12.701300 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea5c7d1-1f8d-44af-aa45-7913ff941ce3 req-c8bf0e73-c6ad-40ec-9d7a-b068d7172ffa tempest-VolumesSnapshotTestJSON-1179798166 tempest-VolumesSnapshotTestJSON-1179798166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:35:12.702793 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-5ea5c7d1-1f8d-44af-aa45-7913ff941ce3 req-c8bf0e73-c6ad-40ec-9d7a-b068d7172ffa tempest-VolumesSnapshotTestJSON-1179798166 tempest-VolumesSnapshotTestJSON-1179798166-project] 10.222.0.62 "GET /v2.0/ports?device_id=8d96d684-24d9-46bb-b079-7c3c3b120c72 HTTP/1.1" status: 200 len: 945 time: 0.0685961 Sep 23 07:35:12.807519 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-5ea5c7d1-1f8d-44af-aa45-7913ff941ce3 req-bcd22e8a-3cc2-42d2-9c86-76bc12dd0d22 tempest-VolumesSnapshotTestJSON-1179798166 tempest-VolumesSnapshotTestJSON-1179798166-project] 10.222.0.62 "GET /v2.0/security-groups?id=6182d852-a577-44a1-8d94-f7ee463f2202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691376 Sep 23 07:35:12.825541 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8dcb7b0-c3d2-42ad-84ff-d50b93e75a19 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Notify agent at l3_agent.dv-cinder-805887-18-iscsi the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 07:35:12.828288 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d8dcb7b0-c3d2-42ad-84ff-d50b93e75a19 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210484'] for floatingip, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:35:12.834194 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3271e261-18fb-4360-b088-7e0ccc0c9a9c None None] Sync routers for ids ['4fa3708c-ed9f-4062-b458-7023c3be3f04'] in dv-cinder-805887-18-iscsi {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 07:35:12.844134 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3271e261-18fb-4360-b088-7e0ccc0c9a9c None None] Routers {'4fa3708c-ed9f-4062-b458-7023c3be3f04'} bound to L3 agent in host dv-cinder-805887-18-iscsi {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:35:12.848472 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-3271e261-18fb-4360-b088-7e0ccc0c9a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T07:15:56Z,description=,heartbeat_timestamp=2021-09-23T07:34:57Z,host='dv-cinder-805887-18-iscsi',id=65b4f7dd-c6e9-4255-94ee-66e285aed80f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T07:15:57Z,topic='l3_agent')) {'router_ids': ['4fa3708c-ed9f-4062-b458-7023c3be3f04'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:35:12.866897 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [None req-d8dcb7b0-c3d2-42ad-84ff-d50b93e75a19 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] 10.222.0.62 "DELETE /v2.0/floatingips/819d8648-6d47-4bb2-84ef-29799d7bbdd9 HTTP/1.1" status: 204 len: 168 time: 0.9552913 Sep 23 07:35:12.873362 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f13aac94-0a18-4016-9059-b1fc4d92e337', 'tag': '726261c9-3e0b-4495-8cdb-efd547712a2b'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:35:12.873362 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59377972be4a6b1db7d764771ea1170f497e9021ac5c159e937f759c4704c07c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1776c20a-c664-48db-808b-641d2f88864a" -d '{"events": [{"name": "network-changed", "server_uuid": "f13aac94-0a18-4016-9059-b1fc4d92e337", "tag": "726261c9-3e0b-4495-8cdb-efd547712a2b"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:35:12.909068 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 07:35:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67eb1801-e72d-4213-be51-a7af3ed08623 x-openstack-request-id: req-67eb1801-e72d-4213-be51-a7af3ed08623 {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:35:12.909363 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f13aac94-0a18-4016-9059-b1fc4d92e337", "tag": "726261c9-3e0b-4495-8cdb-efd547712a2b", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:35:12.909620 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-67eb1801-e72d-4213-be51-a7af3ed08623 {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:35:12.910615 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f13aac94-0a18-4016-9059-b1fc4d92e337', 'tag': '726261c9-3e0b-4495-8cdb-efd547712a2b', 'status': 'completed', 'code': 200} Sep 23 07:35:12.967705 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-3271e261-18fb-4360-b088-7e0ccc0c9a9c None None] Set router 4fa3708c-ed9f-4062-b458-7023c3be3f04 gateway port host: dv-cinder-805887-18-iscsi {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:35:12.986496 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1776c20a-c664-48db-808b-641d2f88864a req-e2db0d1c-4e39-4b0b-8a31-1f969aaca220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:35:12.988100 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-1776c20a-c664-48db-808b-641d2f88864a req-e2db0d1c-4e39-4b0b-8a31-1f969aaca220 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c94fc6b7cf004b03b6610c617415b316&device_id=f13aac94-0a18-4016-9059-b1fc4d92e337 HTTP/1.1" status: 200 len: 1099 time: 0.0506456 Sep 23 07:35:13.078869 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1776c20a-c664-48db-808b-641d2f88864a req-e09989f0-5cb6-4169-b929-e85ced330d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:35:13.080406 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-1776c20a-c664-48db-808b-641d2f88864a req-e09989f0-5cb6-4169-b929-e85ced330d9e service neutron] 10.222.0.53 "GET /v2.0/networks?id=9f0a0a70-36ce-402d-923c-729f01f617e9 HTTP/1.1" status: 200 len: 910 time: 0.0846422 Sep 23 07:35:13.126476 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-1776c20a-c664-48db-808b-641d2f88864a req-4878159d-17ca-4af9-b881-3caf0530bec6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=726261c9-3e0b-4495-8cdb-efd547712a2b HTTP/1.1" status: 200 len: 217 time: 0.0374007 Sep 23 07:35:13.171789 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-3271e261-18fb-4360-b088-7e0ccc0c9a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fa3708c-ed9f-4062-b458-7023c3be3f04', 'name': 'tempest-TestVolumeBootPattern-3333393-router', 'tenant_id': 'c94fc6b7cf004b03b6610c617415b316', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'external_fixed_ips': [{'subnet_id': '89646001-5df7-4559-baa8-56e15a045fc5', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': 'cf58e5b6-c367-4fb3-8ef9-59b313c05993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:26:45Z', 'updated_at': '2021-09-23T07:26:50Z', 'revision_number': 4, 'project_id': 'c94fc6b7cf004b03b6610c617415b316', 'gw_port': {'id': 'cf58e5b6-c367-4fb3-8ef9-59b313c05993', 'name': '', 'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:05:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fa3708c-ed9f-4062-b458-7023c3be3f04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '89646001-5df7-4559-baa8-56e15a045fc5', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:26:46Z', 'updated_at': '2021-09-23T07:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89646001-5df7-4559-baa8-56e15a045fc5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-18-iscsi', '_interfaces': [{'id': 'eb52962a-5c61-4a98-8df4-1631fd2e75ee', 'name': '', 'network_id': '9f0a0a70-36ce-402d-923c-729f01f617e9', 'tenant_id': 'c94fc6b7cf004b03b6610c617415b316', 'mac_address': 'fa:16:3e:08:1e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fa3708c-ed9f-4062-b458-7023c3be3f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '268d9a9b-c8cd-41c6-9c6e-7f9d40e41eae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:26:50Z', 'updated_at': '2021-09-23T07:26:56Z', 'revision_number': 5, 'project_id': 'c94fc6b7cf004b03b6610c617415b316', 'subnets': [{'id': '268d9a9b-c8cd-41c6-9c6e-7f9d40e41eae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-18-iscsi', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:35:13.197898 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3271e261-18fb-4360-b088-7e0ccc0c9a9c None None] Checking router: 4fa3708c-ed9f-4062-b458-7023c3be3f04 for host: dv-cinder-805887-18-iscsi {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 07:35:13.206494 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3271e261-18fb-4360-b088-7e0ccc0c9a9c None None] Routers {'4fa3708c-ed9f-4062-b458-7023c3be3f04'} bound to L3 agent in host dv-cinder-805887-18-iscsi {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:35:13.207676 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-3271e261-18fb-4360-b088-7e0ccc0c9a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T07:15:56Z,description=,heartbeat_timestamp=2021-09-23T07:34:57Z,host='dv-cinder-805887-18-iscsi',id=65b4f7dd-c6e9-4255-94ee-66e285aed80f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T07:15:57Z,topic='l3_agent')) {'router_ids': ['4fa3708c-ed9f-4062-b458-7023c3be3f04'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:35:13.226635 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1776c20a-c664-48db-808b-641d2f88864a req-c877cf81-b4fb-4bdc-b14e-9af84aa77433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:35:13.228007 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-1776c20a-c664-48db-808b-641d2f88864a req-c877cf81-b4fb-4bdc-b14e-9af84aa77433 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=268d9a9b-c8cd-41c6-9c6e-7f9d40e41eae HTTP/1.1" status: 200 len: 848 time: 0.0736239 Sep 23 07:35:13.236220 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3bcff2-e4fa-42b7-8d91-24bced621d61 req-15a9ca8d-8fe4-48b9-affd-0cac4047f96f tempest-VolumesSnapshotTestJSON-1179798166 tempest-VolumesSnapshotTestJSON-1179798166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:35:13.237617 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-5b3bcff2-e4fa-42b7-8d91-24bced621d61 req-15a9ca8d-8fe4-48b9-affd-0cac4047f96f tempest-VolumesSnapshotTestJSON-1179798166 tempest-VolumesSnapshotTestJSON-1179798166-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d96d684-24d9-46bb-b079-7c3c3b120c72 HTTP/1.1" status: 200 len: 945 time: 0.0750911 Sep 23 07:35:13.324394 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-3271e261-18fb-4360-b088-7e0ccc0c9a9c None None] Set router 4fa3708c-ed9f-4062-b458-7023c3be3f04 gateway port host: dv-cinder-805887-18-iscsi {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:35:13.529232 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-3271e261-18fb-4360-b088-7e0ccc0c9a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fa3708c-ed9f-4062-b458-7023c3be3f04', 'name': 'tempest-TestVolumeBootPattern-3333393-router', 'tenant_id': 'c94fc6b7cf004b03b6610c617415b316', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'external_fixed_ips': [{'subnet_id': '89646001-5df7-4559-baa8-56e15a045fc5', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': 'cf58e5b6-c367-4fb3-8ef9-59b313c05993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:26:45Z', 'updated_at': '2021-09-23T07:26:50Z', 'revision_number': 4, 'project_id': 'c94fc6b7cf004b03b6610c617415b316', 'gw_port': {'id': 'cf58e5b6-c367-4fb3-8ef9-59b313c05993', 'name': '', 'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:05:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fa3708c-ed9f-4062-b458-7023c3be3f04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '89646001-5df7-4559-baa8-56e15a045fc5', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:26:46Z', 'updated_at': '2021-09-23T07:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89646001-5df7-4559-baa8-56e15a045fc5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-18-iscsi', '_interfaces': [{'id': 'eb52962a-5c61-4a98-8df4-1631fd2e75ee', 'name': '', 'network_id': '9f0a0a70-36ce-402d-923c-729f01f617e9', 'tenant_id': 'c94fc6b7cf004b03b6610c617415b316', 'mac_address': 'fa:16:3e:08:1e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fa3708c-ed9f-4062-b458-7023c3be3f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '268d9a9b-c8cd-41c6-9c6e-7f9d40e41eae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:26:50Z', 'updated_at': '2021-09-23T07:26:56Z', 'revision_number': 5, 'project_id': 'c94fc6b7cf004b03b6610c617415b316', 'subnets': [{'id': '268d9a9b-c8cd-41c6-9c6e-7f9d40e41eae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-18-iscsi', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:35:13.559756 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3271e261-18fb-4360-b088-7e0ccc0c9a9c None None] The sync data for ids ['4fa3708c-ed9f-4062-b458-7023c3be3f04'] in dv-cinder-805887-18-iscsi is: [{'id': '4fa3708c-ed9f-4062-b458-7023c3be3f04', 'name': 'tempest-TestVolumeBootPattern-3333393-router', 'tenant_id': 'c94fc6b7cf004b03b6610c617415b316', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'external_fixed_ips': [{'subnet_id': '89646001-5df7-4559-baa8-56e15a045fc5', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': 'cf58e5b6-c367-4fb3-8ef9-59b313c05993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:26:45Z', 'updated_at': '2021-09-23T07:26:50Z', 'revision_number': 4, 'project_id': 'c94fc6b7cf004b03b6610c617415b316', 'gw_port': {'id': 'cf58e5b6-c367-4fb3-8ef9-59b313c05993', 'name': '', 'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:05:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fa3708c-ed9f-4062-b458-7023c3be3f04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '89646001-5df7-4559-baa8-56e15a045fc5', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:26:46Z', 'updated_at': '2021-09-23T07:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89646001-5df7-4559-baa8-56e15a045fc5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-18-iscsi', '_interfaces': [{'id': 'eb52962a-5c61-4a98-8df4-1631fd2e75ee', 'name': '', 'network_id': '9f0a0a70-36ce-402d-923c-729f01f617e9', 'tenant_id': 'c94fc6b7cf004b03b6610c617415b316', 'mac_address': 'fa:16:3e:08:1e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fa3708c-ed9f-4062-b458-7023c3be3f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '268d9a9b-c8cd-41c6-9c6e-7f9d40e41eae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:26:50Z', 'updated_at': '2021-09-23T07:26:56Z', 'revision_number': 5, 'project_id': 'c94fc6b7cf004b03b6610c617415b316', 'subnets': [{'id': '268d9a9b-c8cd-41c6-9c6e-7f9d40e41eae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 07:35:13.630660 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1776c20a-c664-48db-808b-641d2f88864a req-6c80f60a-75ab-4921-8cc3-6a96324330e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:35:13.632156 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-1776c20a-c664-48db-808b-641d2f88864a req-6c80f60a-75ab-4921-8cc3-6a96324330e1 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9f0a0a70-36ce-402d-923c-729f01f617e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.3936605 Sep 23 07:35:13.683318 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08877f9c-11da-4d5c-bd9d-8c29f9bf6dfd req-a9bdd5e4-134f-4606-8280-4672691d394c tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:35:13.684891 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-08877f9c-11da-4d5c-bd9d-8c29f9bf6dfd req-a9bdd5e4-134f-4606-8280-4672691d394c tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] 10.222.0.62 "GET /v2.0/ports?device_id=f13aac94-0a18-4016-9059-b1fc4d92e337 HTTP/1.1" status: 200 len: 946 time: 0.3953886 Sep 23 07:35:13.768036 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-5b3bcff2-e4fa-42b7-8d91-24bced621d61 req-0eea1306-92ca-4ea1-a804-2347fd662632 tempest-VolumesSnapshotTestJSON-1179798166 tempest-VolumesSnapshotTestJSON-1179798166-project] Deleting port a677c96b-5bf7-4041-9510-098c8a6cb584 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:35:13.768375 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-5b3bcff2-e4fa-42b7-8d91-24bced621d61 req-0eea1306-92ca-4ea1-a804-2347fd662632 tempest-VolumesSnapshotTestJSON-1179798166 tempest-VolumesSnapshotTestJSON-1179798166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728618132776'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:35:13.784539 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c14f107-e36f-4098-b125-9d4a4cc06362 None None] New status for floating IP 819d8648-6d47-4bb2-84ef-29799d7bbdd9: DOWN {{(pid=94843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 07:35:13.798636 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-08877f9c-11da-4d5c-bd9d-8c29f9bf6dfd req-c1bdbdb9-5fa9-43fa-b283-697a5f405b77 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] 10.222.0.62 "GET /v2.0/security-groups?id=1abea1f3-eb90-4ea0-bd1d-d6ddf6b9f56e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1056697 Sep 23 07:35:13.805955 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-1776c20a-c664-48db-808b-641d2f88864a req-aee9db72-517b-466a-a054-9afbd092b43b service neutron] 10.222.0.53 "GET /v2.0/networks/9f0a0a70-36ce-402d-923c-729f01f617e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642513 Sep 23 07:35:13.968281 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-5b3bcff2-e4fa-42b7-8d91-24bced621d61 req-0eea1306-92ca-4ea1-a804-2347fd662632 tempest-VolumesSnapshotTestJSON-1179798166 tempest-VolumesSnapshotTestJSON-1179798166-project] For port a677c96b-5bf7-4041-9510-098c8a6cb584, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=a677c96b-5bf7-4041-9510-098c8a6cb584,segment=NetworkSegment(9cf08da0-2a69-4eb9-9c95-8930ba3d9ab5),segment_id=9cf08da0-2a69-4eb9-9c95-8930ba3d9ab5)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:35:13.968638 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-5b3bcff2-e4fa-42b7-8d91-24bced621d61 req-0eea1306-92ca-4ea1-a804-2347fd662632 tempest-VolumesSnapshotTestJSON-1179798166 tempest-VolumesSnapshotTestJSON-1179798166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452355'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:35:13.987025 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-5b3bcff2-e4fa-42b7-8d91-24bced621d61 req-0eea1306-92ca-4ea1-a804-2347fd662632 tempest-VolumesSnapshotTestJSON-1179798166 tempest-VolumesSnapshotTestJSON-1179798166-project] Calling delete_port for a677c96b-5bf7-4041-9510-098c8a6cb584 owned by compute:nova {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:35:14.017927 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4171b3f-c37c-4a78-80e2-e6e637114fbb req-ac9b4334-1c8c-4fdd-b98c-137bbacd87fb tempest-VolumesSnapshotTestJSON-1179798166 tempest-VolumesSnapshotTestJSON-1179798166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:35:14.019939 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-a4171b3f-c37c-4a78-80e2-e6e637114fbb req-ac9b4334-1c8c-4fdd-b98c-137bbacd87fb tempest-VolumesSnapshotTestJSON-1179798166 tempest-VolumesSnapshotTestJSON-1179798166-project] 10.222.0.62 "GET /v2.0/ports?device_id=8d96d684-24d9-46bb-b079-7c3c3b120c72 HTTP/1.1" status: 200 len: 945 time: 0.1386805 Sep 23 07:35:14.023370 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-1776c20a-c664-48db-808b-641d2f88864a req-6bc72d4e-03da-4e0a-b9b5-092bc3f0e6ce service neutron] 10.222.0.53 "GET /v2.0/networks/9f0a0a70-36ce-402d-923c-729f01f617e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2083929 Sep 23 07:35:14.101330 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-a4171b3f-c37c-4a78-80e2-e6e637114fbb req-21649833-19ed-4cb4-ae71-b4fada695ea9 tempest-VolumesSnapshotTestJSON-1179798166 tempest-VolumesSnapshotTestJSON-1179798166-project] 10.222.0.62 "GET /v2.0/security-groups?id=6182d852-a577-44a1-8d94-f7ee463f2202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513854 Sep 23 07:35:14.208494 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-5b3bcff2-e4fa-42b7-8d91-24bced621d61 req-0eea1306-92ca-4ea1-a804-2347fd662632 tempest-VolumesSnapshotTestJSON-1179798166 tempest-VolumesSnapshotTestJSON-1179798166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728618137326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728617650872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58829502'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:35:14.220253 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] get_ports_and_sgs() called for port_ids ['a677c96b-5bf7-4041-9510-098c8a6cb584'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 07:35:14.242676 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eea1306-92ca-4ea1-a804-2347fd662632 tempest-VolumesSnapshotTestJSON-1179798166 tempest-VolumesSnapshotTestJSON-1179798166-project] Pushing event deleted for resources: {'Port': ['ID=a677c96b-5bf7-4041-9510-098c8a6cb584,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:35:14.278511 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b3bcff2-e4fa-42b7-8d91-24bced621d61 req-0eea1306-92ca-4ea1-a804-2347fd662632 tempest-VolumesSnapshotTestJSON-1179798166 tempest-VolumesSnapshotTestJSON-1179798166-project] No DVR routers for this DVR port a677c96b-5bf7-4041-9510-098c8a6cb584 on host hv-cinder-80588 {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 07:35:14.280936 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-5b3bcff2-e4fa-42b7-8d91-24bced621d61 req-0eea1306-92ca-4ea1-a804-2347fd662632 tempest-VolumesSnapshotTestJSON-1179798166 tempest-VolumesSnapshotTestJSON-1179798166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210484'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:35:14.283217 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-5b3bcff2-e4fa-42b7-8d91-24bced621d61 req-0eea1306-92ca-4ea1-a804-2347fd662632 tempest-VolumesSnapshotTestJSON-1179798166 tempest-VolumesSnapshotTestJSON-1179798166-project] 10.222.0.53 "DELETE /v2.0/ports/a677c96b-5bf7-4041-9510-098c8a6cb584 HTTP/1.1" status: 204 len: 173 time: 1.0372484 Sep 23 07:35:14.794662 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee31e82-7045-4f38-9d26-857f3dd8fcff req-e3bb0898-25e7-4e39-9775-761d63de2f6f tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:35:14.796112 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-fee31e82-7045-4f38-9d26-857f3dd8fcff req-e3bb0898-25e7-4e39-9775-761d63de2f6f tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] 10.222.0.53 "GET /v2.0/ports?device_id=f13aac94-0a18-4016-9059-b1fc4d92e337 HTTP/1.1" status: 200 len: 946 time: 0.0470965 Sep 23 07:35:14.911535 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d96d684-24d9-46bb-b079-7c3c3b120c72', 'name': 'network-vif-deleted', 'tag': 'a677c96b-5bf7-4041-9510-098c8a6cb584'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:35:14.913819 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59377972be4a6b1db7d764771ea1170f497e9021ac5c159e937f759c4704c07c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8bbee8c-7183-44ea-9a78-6c13b158d03f" -d '{"events": [{"server_uuid": "8d96d684-24d9-46bb-b079-7c3c3b120c72", "name": "network-vif-deleted", "tag": "a677c96b-5bf7-4041-9510-098c8a6cb584"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:35:14.936246 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1df2726-a4ce-43d9-9634-c798c19d2155 req-20ed9774-762d-427d-b923-57be374f9e1f tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:35:14.937910 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-c1df2726-a4ce-43d9-9634-c798c19d2155 req-20ed9774-762d-427d-b923-57be374f9e1f tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] 10.222.0.62 "GET /v2.0/ports?device_id=f13aac94-0a18-4016-9059-b1fc4d92e337 HTTP/1.1" status: 200 len: 946 time: 0.0689297 Sep 23 07:35:14.939850 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-fee31e82-7045-4f38-9d26-857f3dd8fcff req-136c46b2-a89d-47d8-b013-3be2d821f8ef tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Deleting port 726261c9-3e0b-4495-8cdb-efd547712a2b {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:35:14.940189 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-fee31e82-7045-4f38-9d26-857f3dd8fcff req-136c46b2-a89d-47d8-b013-3be2d821f8ef tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728618132776'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:35:14.961569 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 07:35:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-deb52634-eab4-4a5b-88b8-572369175879 x-openstack-request-id: req-deb52634-eab4-4a5b-88b8-572369175879 {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:35:14.964893 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d96d684-24d9-46bb-b079-7c3c3b120c72", "name": "network-vif-deleted", "tag": "a677c96b-5bf7-4041-9510-098c8a6cb584", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:35:14.964893 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-deb52634-eab4-4a5b-88b8-572369175879 {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:35:14.964893 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d96d684-24d9-46bb-b079-7c3c3b120c72', 'name': 'network-vif-deleted', 'tag': 'a677c96b-5bf7-4041-9510-098c8a6cb584', 'status': 'completed', 'code': 200} Sep 23 07:35:15.032931 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-c1df2726-a4ce-43d9-9634-c798c19d2155 req-389b4df1-32aa-4c6e-91b3-b40e7efaf4cb tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] 10.222.0.62 "GET /v2.0/security-groups?id=1abea1f3-eb90-4ea0-bd1d-d6ddf6b9f56e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0872548 Sep 23 07:35:15.059109 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-fee31e82-7045-4f38-9d26-857f3dd8fcff req-136c46b2-a89d-47d8-b013-3be2d821f8ef tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] For port 726261c9-3e0b-4495-8cdb-efd547712a2b, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=726261c9-3e0b-4495-8cdb-efd547712a2b,segment=NetworkSegment(3a470730-1ad3-461f-91dc-af57cba68cf2),segment_id=3a470730-1ad3-461f-91dc-af57cba68cf2)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:35:15.059413 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-fee31e82-7045-4f38-9d26-857f3dd8fcff req-136c46b2-a89d-47d8-b013-3be2d821f8ef tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452355'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:35:15.072099 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-fee31e82-7045-4f38-9d26-857f3dd8fcff req-136c46b2-a89d-47d8-b013-3be2d821f8ef tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Calling delete_port for 726261c9-3e0b-4495-8cdb-efd547712a2b owned by compute:nova {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:35:15.217510 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-b0edece5-57ce-4ec1-9cf3-199677381d5c req-65605c28-4642-4bd2-b1e0-7cf6d812d006 tempest-VolumesSnapshotTestJSON-1179798166 tempest-VolumesSnapshotTestJSON-1179798166-project] 10.222.0.62 "GET /v2.0/ports?device_id=8d96d684-24d9-46bb-b079-7c3c3b120c72 HTTP/1.1" status: 200 len: 210 time: 0.0338855 Sep 23 07:35:15.305592 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-fee31e82-7045-4f38-9d26-857f3dd8fcff req-136c46b2-a89d-47d8-b013-3be2d821f8ef tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728618137326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728617650872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58829502'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:35:15.334342 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136c46b2-a89d-47d8-b013-3be2d821f8ef tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Pushing event deleted for resources: {'Port': ['ID=726261c9-3e0b-4495-8cdb-efd547712a2b,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:35:15.373302 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-fee31e82-7045-4f38-9d26-857f3dd8fcff req-136c46b2-a89d-47d8-b013-3be2d821f8ef tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] No DVR routers for this DVR port 726261c9-3e0b-4495-8cdb-efd547712a2b on host hv-cinder-80588 {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 07:35:15.375708 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-fee31e82-7045-4f38-9d26-857f3dd8fcff req-136c46b2-a89d-47d8-b013-3be2d821f8ef tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210484'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:35:15.377904 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-fee31e82-7045-4f38-9d26-857f3dd8fcff req-136c46b2-a89d-47d8-b013-3be2d821f8ef tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] 10.222.0.53 "DELETE /v2.0/ports/726261c9-3e0b-4495-8cdb-efd547712a2b HTTP/1.1" status: 204 len: 173 time: 0.5748024 Sep 23 07:35:16.135013 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-7b333b84-46f9-4cdf-b2ff-675004beb180 req-a61cfb19-a142-440d-8cc1-73ad8e7a1304 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] 10.222.0.62 "GET /v2.0/ports?device_id=f13aac94-0a18-4016-9059-b1fc4d92e337 HTTP/1.1" status: 200 len: 210 time: 0.0247929 Sep 23 07:35:16.963755 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f13aac94-0a18-4016-9059-b1fc4d92e337', 'name': 'network-vif-deleted', 'tag': '726261c9-3e0b-4495-8cdb-efd547712a2b'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:35:16.966162 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59377972be4a6b1db7d764771ea1170f497e9021ac5c159e937f759c4704c07c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34ee8915-4412-4ddb-a5c9-00d89ed22926" -d '{"events": [{"server_uuid": "f13aac94-0a18-4016-9059-b1fc4d92e337", "name": "network-vif-deleted", "tag": "726261c9-3e0b-4495-8cdb-efd547712a2b"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:35:17.002113 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 07:35:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f546d08d-59a0-46ee-9be9-260084871d3a x-openstack-request-id: req-f546d08d-59a0-46ee-9be9-260084871d3a {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:35:17.002410 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f13aac94-0a18-4016-9059-b1fc4d92e337", "name": "network-vif-deleted", "tag": "726261c9-3e0b-4495-8cdb-efd547712a2b", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:35:17.002662 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f546d08d-59a0-46ee-9be9-260084871d3a {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:35:17.003058 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f13aac94-0a18-4016-9059-b1fc4d92e337', 'name': 'network-vif-deleted', 'tag': '726261c9-3e0b-4495-8cdb-efd547712a2b', 'status': 'completed', 'code': 200} Sep 23 07:35:17.188237 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.62', 33562) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:35:17.308785 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-081ee73b-0160-4c24-bca6-88db4e806667 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Deleting port c5b21f0c-bd7e-467c-85aa-dc62659c5c31 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:35:17.309126 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-081ee73b-0160-4c24-bca6-88db4e806667 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728618132776'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:35:17.384992 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-081ee73b-0160-4c24-bca6-88db4e806667 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452355'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:35:17.385317 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-081ee73b-0160-4c24-bca6-88db4e806667 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:35:17.396567 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-081ee73b-0160-4c24-bca6-88db4e806667 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Calling delete_port for c5b21f0c-bd7e-467c-85aa-dc62659c5c31 owned by network:floatingip {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:35:17.585792 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-081ee73b-0160-4c24-bca6-88db4e806667 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728618137326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728617650872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58829502'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:35:17.615490 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081ee73b-0160-4c24-bca6-88db4e806667 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Pushing event deleted for resources: {'Port': ['ID=c5b21f0c-bd7e-467c-85aa-dc62659c5c31,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:35:17.671248 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-081ee73b-0160-4c24-bca6-88db4e806667 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Notify callbacks [] for floatingip, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:35:17.673833 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-081ee73b-0160-4c24-bca6-88db4e806667 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210484'] for floatingip, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:35:17.674977 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [None req-081ee73b-0160-4c24-bca6-88db4e806667 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] 10.222.0.62 "DELETE /v2.0/floatingips/89e5ae14-71fd-47c0-922d-c2f2dcdea697 HTTP/1.1" status: 204 len: 168 time: 0.4857187 Sep 23 07:35:17.883212 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Device a677c96b-5bf7-4041-9510-098c8a6cb584 no longer exists at agent hyperv_hv-cinder-80588 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:35:17.903292 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] No Port match for: a677c96b-5bf7-4041-9510-098c8a6cb584 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 07:35:17.906070 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Device a677c96b-5bf7-4041-9510-098c8a6cb584 not bound to the agent host hv-cinder-80588 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 07:35:17.906070 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Device 726261c9-3e0b-4495-8cdb-efd547712a2b no longer exists at agent hyperv_hv-cinder-80588 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:35:17.922837 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] No Port match for: 726261c9-3e0b-4495-8cdb-efd547712a2b {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 07:35:17.923182 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Device 726261c9-3e0b-4495-8cdb-efd547712a2b not bound to the agent host hv-cinder-80588 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 07:35:19.040043 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.62', 33582) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:35:19.100014 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-837aaa0c-7f61-48c3-bf8f-38ad3f834870 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:35:19.124829 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-837aaa0c-7f61-48c3-bf8f-38ad3f834870 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:35:19.315555 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-837aaa0c-7f61-48c3-bf8f-38ad3f834870 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520401'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:35:19.318119 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-837aaa0c-7f61-48c3-bf8f-38ad3f834870 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:35:19.319318 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [None req-837aaa0c-7f61-48c3-bf8f-38ad3f834870 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] 10.222.0.62 "DELETE /v2.0/security-groups/1abea1f3-eb90-4ea0-bd1d-d6ddf6b9f56e HTTP/1.1" status: 204 len: 168 time: 0.2782867 Sep 23 07:35:19.328212 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837aaa0c-7f61-48c3-bf8f-38ad3f834870 tempest-TestVolumeBootPattern-1940474111 tempest-TestVolumeBootPattern-1940474111-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1abea1f3-eb90-4ea0-bd1d-d6ddf6b9f56e,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:35:19.427294 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.62', 33588) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:35:19.868155 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-23cada4b-aa94-4e01-a2e4-280432be0ee3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-455450'] for router_interface, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:35:20.099020 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-23cada4b-aa94-4e01-a2e4-280432be0ee3 admin admin] Deleting port eb52962a-5c61-4a98-8df4-1631fd2e75ee {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:35:20.099726 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-23cada4b-aa94-4e01-a2e4-280432be0ee3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728618132776'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:35:20.177505 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-23cada4b-aa94-4e01-a2e4-280432be0ee3 admin admin] For port eb52962a-5c61-4a98-8df4-1631fd2e75ee, host dv-cinder-805887-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-18-iscsi',level=0,port_id=eb52962a-5c61-4a98-8df4-1631fd2e75ee,segment=NetworkSegment(3a470730-1ad3-461f-91dc-af57cba68cf2),segment_id=3a470730-1ad3-461f-91dc-af57cba68cf2)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:35:20.177859 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-23cada4b-aa94-4e01-a2e4-280432be0ee3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452355'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:35:20.189501 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-23cada4b-aa94-4e01-a2e4-280432be0ee3 admin admin] Calling delete_port for eb52962a-5c61-4a98-8df4-1631fd2e75ee owned by network:router_interface {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:35:20.454031 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-23cada4b-aa94-4e01-a2e4-280432be0ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728618137326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728617650872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58829502'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:35:20.479763 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cada4b-aa94-4e01-a2e4-280432be0ee3 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb52962a-5c61-4a98-8df4-1631fd2e75ee,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:35:20.644350 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-23cada4b-aa94-4e01-a2e4-280432be0ee3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-456083'] for router_interface, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:35:20.845260 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23cada4b-aa94-4e01-a2e4-280432be0ee3 admin admin] Router 4fa3708c-ed9f-4062-b458-7023c3be3f04 has already been hosted by L3 agent 65b4f7dd-c6e9-4255-94ee-66e285aed80f {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 07:35:20.946386 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23cada4b-aa94-4e01-a2e4-280432be0ee3 admin admin] Notify agent at l3_agent.dv-cinder-805887-18-iscsi the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 07:35:20.951360 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [None req-23cada4b-aa94-4e01-a2e4-280432be0ee3 admin admin] 10.222.0.62 "PUT /v2.0/routers/4fa3708c-ed9f-4062-b458-7023c3be3f04/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5230353 Sep 23 07:35:20.953855 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.62', 33594) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:35:20.956338 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-100aed76-7027-48da-8611-6572a1e211b4 None None] Sync routers for ids ['4fa3708c-ed9f-4062-b458-7023c3be3f04'] in dv-cinder-805887-18-iscsi {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 07:35:20.969973 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-100aed76-7027-48da-8611-6572a1e211b4 None None] Routers {'4fa3708c-ed9f-4062-b458-7023c3be3f04'} bound to L3 agent in host dv-cinder-805887-18-iscsi {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:35:20.970581 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-100aed76-7027-48da-8611-6572a1e211b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T07:15:56Z,description=,heartbeat_timestamp=2021-09-23T07:34:57Z,host='dv-cinder-805887-18-iscsi',id=65b4f7dd-c6e9-4255-94ee-66e285aed80f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T07:15:57Z,topic='l3_agent')) {'router_ids': ['4fa3708c-ed9f-4062-b458-7023c3be3f04'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:35:21.054209 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c5a574c0-ead1-44f2-a93a-2aa0150deb13 admin admin] Notify callbacks [] for router, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:35:21.068646 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-100aed76-7027-48da-8611-6572a1e211b4 None None] Set router 4fa3708c-ed9f-4062-b458-7023c3be3f04 gateway port host: dv-cinder-805887-18-iscsi {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:35:21.156344 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c5a574c0-ead1-44f2-a93a-2aa0150deb13 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:35:21.281572 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-c5a574c0-ead1-44f2-a93a-2aa0150deb13 admin admin] Deleting port cf58e5b6-c367-4fb3-8ef9-59b313c05993 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:35:21.281909 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c5a574c0-ead1-44f2-a93a-2aa0150deb13 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728618132776'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:35:21.363001 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-c5a574c0-ead1-44f2-a93a-2aa0150deb13 admin admin] For port cf58e5b6-c367-4fb3-8ef9-59b313c05993, host dv-cinder-805887-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-18-iscsi',level=0,port_id=cf58e5b6-c367-4fb3-8ef9-59b313c05993,segment=NetworkSegment(8399e290-ca7c-4b27-b40e-543152e4317b),segment_id=8399e290-ca7c-4b27-b40e-543152e4317b)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:35:21.363263 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c5a574c0-ead1-44f2-a93a-2aa0150deb13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452355'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:35:21.372910 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-100aed76-7027-48da-8611-6572a1e211b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fa3708c-ed9f-4062-b458-7023c3be3f04', 'name': 'tempest-TestVolumeBootPattern-3333393-router', 'tenant_id': 'c94fc6b7cf004b03b6610c617415b316', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'external_fixed_ips': [{'subnet_id': '89646001-5df7-4559-baa8-56e15a045fc5', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': 'cf58e5b6-c367-4fb3-8ef9-59b313c05993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:26:45Z', 'updated_at': '2021-09-23T07:35:20Z', 'revision_number': 5, 'project_id': 'c94fc6b7cf004b03b6610c617415b316', 'gw_port': {'id': 'cf58e5b6-c367-4fb3-8ef9-59b313c05993', 'name': '', 'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:05:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fa3708c-ed9f-4062-b458-7023c3be3f04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '89646001-5df7-4559-baa8-56e15a045fc5', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:26:46Z', 'updated_at': '2021-09-23T07:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89646001-5df7-4559-baa8-56e15a045fc5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-18-iscsi'}], 'dv-cinder-805887-18-iscsi', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:35:21.374629 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-c5a574c0-ead1-44f2-a93a-2aa0150deb13 admin admin] Calling delete_port for cf58e5b6-c367-4fb3-8ef9-59b313c05993 owned by network:router_gateway {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:35:21.399653 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-100aed76-7027-48da-8611-6572a1e211b4 None None] Checking router: 4fa3708c-ed9f-4062-b458-7023c3be3f04 for host: dv-cinder-805887-18-iscsi {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 07:35:21.407837 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-100aed76-7027-48da-8611-6572a1e211b4 None None] Routers {'4fa3708c-ed9f-4062-b458-7023c3be3f04'} bound to L3 agent in host dv-cinder-805887-18-iscsi {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:35:21.408451 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-100aed76-7027-48da-8611-6572a1e211b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T07:15:56Z,description=,heartbeat_timestamp=2021-09-23T07:34:57Z,host='dv-cinder-805887-18-iscsi',id=65b4f7dd-c6e9-4255-94ee-66e285aed80f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T07:15:57Z,topic='l3_agent')) {'router_ids': ['4fa3708c-ed9f-4062-b458-7023c3be3f04'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:35:21.495195 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-100aed76-7027-48da-8611-6572a1e211b4 None None] Set router 4fa3708c-ed9f-4062-b458-7023c3be3f04 gateway port host: None {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:35:21.549251 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-100aed76-7027-48da-8611-6572a1e211b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fa3708c-ed9f-4062-b458-7023c3be3f04', 'name': 'tempest-TestVolumeBootPattern-3333393-router', 'tenant_id': 'c94fc6b7cf004b03b6610c617415b316', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:26:45Z', 'updated_at': '2021-09-23T07:35:21Z', 'revision_number': 6, 'project_id': 'c94fc6b7cf004b03b6610c617415b316', 'gw_port_host': None}], 'dv-cinder-805887-18-iscsi', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:35:21.575107 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-100aed76-7027-48da-8611-6572a1e211b4 None None] The sync data for ids ['4fa3708c-ed9f-4062-b458-7023c3be3f04'] in dv-cinder-805887-18-iscsi is: [{'id': '4fa3708c-ed9f-4062-b458-7023c3be3f04', 'name': 'tempest-TestVolumeBootPattern-3333393-router', 'tenant_id': 'c94fc6b7cf004b03b6610c617415b316', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:26:45Z', 'updated_at': '2021-09-23T07:35:21Z', 'revision_number': 6, 'project_id': 'c94fc6b7cf004b03b6610c617415b316', 'gw_port_host': None}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 07:35:21.631123 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c5a574c0-ead1-44f2-a93a-2aa0150deb13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728618137326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728617650872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58829502'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:35:21.663323 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a574c0-ead1-44f2-a93a-2aa0150deb13 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf58e5b6-c367-4fb3-8ef9-59b313c05993,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:35:21.714270 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c5a574c0-ead1-44f2-a93a-2aa0150deb13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-456016'] for router_gateway, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:35:21.799954 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c5a574c0-ead1-44f2-a93a-2aa0150deb13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-459327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1432'] for router, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:35:21.802580 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c5a574c0-ead1-44f2-a93a-2aa0150deb13 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:35:22.191126 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c5a574c0-ead1-44f2-a93a-2aa0150deb13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-459318'] for router, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:35:22.191789 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5a574c0-ead1-44f2-a93a-2aa0150deb13 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4fa3708c-ed9f-4062-b458-7023c3be3f04 {{(pid=94841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 07:35:22.195861 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c5a574c0-ead1-44f2-a93a-2aa0150deb13 admin admin] Notify callbacks [] for router, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:35:22.197034 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [None req-c5a574c0-ead1-44f2-a93a-2aa0150deb13 admin admin] 10.222.0.62 "DELETE /v2.0/routers/4fa3708c-ed9f-4062-b458-7023c3be3f04 HTTP/1.1" status: 204 len: 168 time: 1.2422538 Sep 23 07:35:22.199500 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.62', 33598) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:35:22.242355 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb255d59-60db-40b5-a99d-01d5889b0181 admin admin] Deleting subnet 268d9a9b-c8cd-41c6-9c6e-7f9d40e41eae {{(pid=94841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 07:35:22.245275 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-fb255d59-60db-40b5-a99d-01d5889b0181 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:35:22.277814 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-fb255d59-60db-40b5-a99d-01d5889b0181 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3022874'] for subnet, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:35:22.358441 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-fb255d59-60db-40b5-a99d-01d5889b0181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1691543'] for subnet, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:35:22.500293 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-fb255d59-60db-40b5-a99d-01d5889b0181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1691550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58829539', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60759899'] for subnet, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:35:22.528675 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb255d59-60db-40b5-a99d-01d5889b0181 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=268d9a9b-c8cd-41c6-9c6e-7f9d40e41eae,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:35:22.537688 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-fb255d59-60db-40b5-a99d-01d5889b0181 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:35:22.542284 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.62', 33604) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:35:22.544265 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [None req-fb255d59-60db-40b5-a99d-01d5889b0181 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/268d9a9b-c8cd-41c6-9c6e-7f9d40e41eae HTTP/1.1" status: 204 len: 168 time: 0.3435259 Sep 23 07:35:22.545594 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46a2da77-9759-4acd-b66c-cd5768a3c3c6 None None] Network 9f0a0a70-36ce-402d-923c-729f01f617e9 requested from dv-cinder-805887-18-iscsi {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:35:22.624716 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-529e5a48-7d19-4028-acfe-7c7b691cd064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1626991'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:35:22.690373 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-529e5a48-7d19-4028-acfe-7c7b691cd064 admin admin] Deleting port 06eb898b-ba22-4bf8-a2ac-3699dcc27752 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:35:22.690702 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-529e5a48-7d19-4028-acfe-7c7b691cd064 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728618132776'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:35:22.744979 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1dfe522-500a-4bc0-8359-8ef59347c4b3 None None] DHCP port deletion for 9f0a0a70-36ce-402d-923c-729f01f617e9 request from dv-cinder-805887-18-iscsi {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 07:35:22.757729 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-529e5a48-7d19-4028-acfe-7c7b691cd064 admin admin] For port 06eb898b-ba22-4bf8-a2ac-3699dcc27752, host dv-cinder-805887-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-18-iscsi',level=0,port_id=06eb898b-ba22-4bf8-a2ac-3699dcc27752,segment=NetworkSegment(3a470730-1ad3-461f-91dc-af57cba68cf2),segment_id=3a470730-1ad3-461f-91dc-af57cba68cf2)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:35:22.758087 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-529e5a48-7d19-4028-acfe-7c7b691cd064 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452355'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:35:22.769904 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-529e5a48-7d19-4028-acfe-7c7b691cd064 admin admin] Calling delete_port for 06eb898b-ba22-4bf8-a2ac-3699dcc27752 owned by network:dhcp {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:35:22.806848 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-b1dfe522-500a-4bc0-8359-8ef59347c4b3 None None] Deleting port 06eb898b-ba22-4bf8-a2ac-3699dcc27752 {{(pid=94842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:35:22.807318 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-b1dfe522-500a-4bc0-8359-8ef59347c4b3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728618132776'] for port, before_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:35:22.873340 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-b1dfe522-500a-4bc0-8359-8ef59347c4b3 None None] For port 06eb898b-ba22-4bf8-a2ac-3699dcc27752, host dv-cinder-805887-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-18-iscsi',level=0,port_id=06eb898b-ba22-4bf8-a2ac-3699dcc27752,segment=NetworkSegment(3a470730-1ad3-461f-91dc-af57cba68cf2),segment_id=3a470730-1ad3-461f-91dc-af57cba68cf2)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:35:22.873824 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-b1dfe522-500a-4bc0-8359-8ef59347c4b3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452355'] for port, precommit_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:35:22.885549 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-b1dfe522-500a-4bc0-8359-8ef59347c4b3 None None] Calling delete_port for 06eb898b-ba22-4bf8-a2ac-3699dcc27752 owned by network:dhcp {{(pid=94842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:35:22.926352 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-3e8dcea6-caeb-4aba-bbfb-d2735db8ac5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:35:22.955880 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-529e5a48-7d19-4028-acfe-7c7b691cd064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728618137326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728617650872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58957170'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:35:22.962055 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-b1dfe522-500a-4bc0-8359-8ef59347c4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728618137326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728617650872'] for port, after_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:35:22.982867 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529e5a48-7d19-4028-acfe-7c7b691cd064 admin admin] Pushing event deleted for resources: {'Port': ['ID=06eb898b-ba22-4bf8-a2ac-3699dcc27752,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:35:22.985293 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-529e5a48-7d19-4028-acfe-7c7b691cd064 admin admin] No DVR routers for this DVR port 06eb898b-ba22-4bf8-a2ac-3699dcc27752 on host dv-cinder-805887-18-iscsi {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 07:35:22.991728 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dfe522-500a-4bc0-8359-8ef59347c4b3 None None] Pushing event deleted for resources: {'Port': ['ID=06eb898b-ba22-4bf8-a2ac-3699dcc27752,revision_number=None']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:35:22.994165 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529e5a48-7d19-4028-acfe-7c7b691cd064 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:35:22.994508 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529e5a48-7d19-4028-acfe-7c7b691cd064 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:35:22.994846 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529e5a48-7d19-4028-acfe-7c7b691cd064 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:35:22.995181 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529e5a48-7d19-4028-acfe-7c7b691cd064 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:35:22.995640 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529e5a48-7d19-4028-acfe-7c7b691cd064 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:35:22.995844 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529e5a48-7d19-4028-acfe-7c7b691cd064 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:35:22.996174 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529e5a48-7d19-4028-acfe-7c7b691cd064 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:35:22.996500 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529e5a48-7d19-4028-acfe-7c7b691cd064 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:35:22.996858 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529e5a48-7d19-4028-acfe-7c7b691cd064 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:35:22.997186 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529e5a48-7d19-4028-acfe-7c7b691cd064 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:35:22.997507 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529e5a48-7d19-4028-acfe-7c7b691cd064 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:35:22.997833 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529e5a48-7d19-4028-acfe-7c7b691cd064 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:35:22.999450 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1dfe522-500a-4bc0-8359-8ef59347c4b3 None None] No DVR routers for this DVR port 06eb898b-ba22-4bf8-a2ac-3699dcc27752 on host dv-cinder-805887-18-iscsi {{(pid=94842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 07:35:23.001653 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1dfe522-500a-4bc0-8359-8ef59347c4b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:35:23.002038 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1dfe522-500a-4bc0-8359-8ef59347c4b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:35:23.008363 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1dfe522-500a-4bc0-8359-8ef59347c4b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:35:23.008363 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1dfe522-500a-4bc0-8359-8ef59347c4b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:35:23.008363 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1dfe522-500a-4bc0-8359-8ef59347c4b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:35:23.008363 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1dfe522-500a-4bc0-8359-8ef59347c4b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:35:23.008363 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1dfe522-500a-4bc0-8359-8ef59347c4b3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:35:23.008363 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1dfe522-500a-4bc0-8359-8ef59347c4b3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:35:23.008363 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1dfe522-500a-4bc0-8359-8ef59347c4b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:35:23.008363 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1dfe522-500a-4bc0-8359-8ef59347c4b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:35:23.008363 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1dfe522-500a-4bc0-8359-8ef59347c4b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:35:23.008363 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1dfe522-500a-4bc0-8359-8ef59347c4b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:35:23.071552 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-529e5a48-7d19-4028-acfe-7c7b691cd064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687854', 'neutron.services.segments.db._delete_segments_for_network-8728618163092'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:35:23.091989 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.services.segments.db [None req-529e5a48-7d19-4028-acfe-7c7b691cd064 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f0a0a70-36ce-402d-923c-729f01f617e9']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:35:23.101767 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.services.segments.db [None req-529e5a48-7d19-4028-acfe-7c7b691cd064 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a470730-1ad3-461f-91dc-af57cba68cf2') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:35:23.102055 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.services.segments.db [None req-529e5a48-7d19-4028-acfe-7c7b691cd064 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a470730-1ad3-461f-91dc-af57cba68cf2') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:35:23.111909 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-529e5a48-7d19-4028-acfe-7c7b691cd064 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728618162845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60626725'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:35:23.125828 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-529e5a48-7d19-4028-acfe-7c7b691cd064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692928'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:35:23.133206 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-529e5a48-7d19-4028-acfe-7c7b691cd064 admin admin] Releasing vlan 562 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 07:35:23.133567 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-529e5a48-7d19-4028-acfe-7c7b691cd064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58954369'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:35:23.135273 dv-cinder-805887-18-iscsi neutron-server[94840]: Traceback (most recent call last): Sep 23 07:35:23.135273 dv-cinder-805887-18-iscsi neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 07:35:23.135273 dv-cinder-805887-18-iscsi neutron-server[94840]: timer() Sep 23 07:35:23.135273 dv-cinder-805887-18-iscsi neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 07:35:23.135273 dv-cinder-805887-18-iscsi neutron-server[94840]: cb(*args, **kw) Sep 23 07:35:23.135273 dv-cinder-805887-18-iscsi neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 07:35:23.135273 dv-cinder-805887-18-iscsi neutron-server[94840]: return func(*args, **kwargs) Sep 23 07:35:23.135273 dv-cinder-805887-18-iscsi neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 07:35:23.135273 dv-cinder-805887-18-iscsi neutron-server[94840]: self._notify() Sep 23 07:35:23.135273 dv-cinder-805887-18-iscsi neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 07:35:23.135273 dv-cinder-805887-18-iscsi neutron-server[94840]: self.callback(batched_events) Sep 23 07:35:23.135273 dv-cinder-805887-18-iscsi neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 07:35:23.135273 dv-cinder-805887-18-iscsi neutron-server[94840]: event.method(event) Sep 23 07:35:23.135273 dv-cinder-805887-18-iscsi neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 07:35:23.135273 dv-cinder-805887-18-iscsi neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 07:35:23.135273 dv-cinder-805887-18-iscsi neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 07:35:23.135273 dv-cinder-805887-18-iscsi neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 07:35:23.135273 dv-cinder-805887-18-iscsi neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 07:35:23.135273 dv-cinder-805887-18-iscsi neutron-server[94840]: return f(self, *a, **k) Sep 23 07:35:23.135273 dv-cinder-805887-18-iscsi neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 07:35:23.135273 dv-cinder-805887-18-iscsi neutron-server[94840]: return self._get(url).json() Sep 23 07:35:23.135273 dv-cinder-805887-18-iscsi neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 07:35:23.135273 dv-cinder-805887-18-iscsi neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 07:35:23.135273 dv-cinder-805887-18-iscsi neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 07:35:23.135273 dv-cinder-805887-18-iscsi neutron-server[94840]: return self.request(url, 'GET', **kwargs) Sep 23 07:35:23.135273 dv-cinder-805887-18-iscsi neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 07:35:23.135273 dv-cinder-805887-18-iscsi neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 07:35:23.135273 dv-cinder-805887-18-iscsi neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 07:35:23.135273 dv-cinder-805887-18-iscsi neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 07:35:23.135273 dv-cinder-805887-18-iscsi neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 07:35:23.135273 dv-cinder-805887-18-iscsi neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 07:35:23.135273 dv-cinder-805887-18-iscsi neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 07:35:23.191402 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Device eb52962a-5c61-4a98-8df4-1631fd2e75ee no longer exists at agent ovs-agent-dv-cinder-805887-18-iscsi {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:35:23.211743 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] No Port match for: eb52962a-5c61-4a98-8df4-1631fd2e75ee {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 07:35:23.212046 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Device eb52962a-5c61-4a98-8df4-1631fd2e75ee not bound to the agent host dv-cinder-805887-18-iscsi {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 07:35:23.212571 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Device cf58e5b6-c367-4fb3-8ef9-59b313c05993 no longer exists at agent ovs-agent-dv-cinder-805887-18-iscsi {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:35:23.232216 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] No Port match for: cf58e5b6-c367-4fb3-8ef9-59b313c05993 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 07:35:23.232558 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Device cf58e5b6-c367-4fb3-8ef9-59b313c05993 not bound to the agent host dv-cinder-805887-18-iscsi {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 07:35:23.233003 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Device 06eb898b-ba22-4bf8-a2ac-3699dcc27752 no longer exists at agent ovs-agent-dv-cinder-805887-18-iscsi {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:35:23.251382 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] No Port match for: 06eb898b-ba22-4bf8-a2ac-3699dcc27752 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 07:35:23.251769 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Device 06eb898b-ba22-4bf8-a2ac-3699dcc27752 not bound to the agent host dv-cinder-805887-18-iscsi {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 07:35:23.316955 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-529e5a48-7d19-4028-acfe-7c7b691cd064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455948'] for network, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:35:23.322227 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-529e5a48-7d19-4028-acfe-7c7b691cd064 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577015'] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:35:23.325138 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [None req-529e5a48-7d19-4028-acfe-7c7b691cd064 admin admin] 10.222.0.62 "DELETE /v2.0/networks/9f0a0a70-36ce-402d-923c-729f01f617e9 HTTP/1.1" status: 204 len: 168 time: 0.7808058 Sep 23 07:35:23.327623 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.62', 33612) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:35:23.338302 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529e5a48-7d19-4028-acfe-7c7b691cd064 admin admin] Pushing event deleted for resources: {'Network': ['ID=9f0a0a70-36ce-402d-923c-729f01f617e9,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:35:23.669919 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4596383c-5238-4180-ba65-890fc66dd174 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-455450'] for router_interface, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:35:23.908606 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-4596383c-5238-4180-ba65-890fc66dd174 admin admin] Deleting port f7b8f28a-1e5a-47a8-ace8-4d92a0b8855a {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:35:23.908984 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4596383c-5238-4180-ba65-890fc66dd174 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728618132776'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:35:23.985412 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-4596383c-5238-4180-ba65-890fc66dd174 admin admin] For port f7b8f28a-1e5a-47a8-ace8-4d92a0b8855a, host dv-cinder-805887-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-18-iscsi',level=0,port_id=f7b8f28a-1e5a-47a8-ace8-4d92a0b8855a,segment=NetworkSegment(83d5e0c4-4534-4214-b924-60c01ea7ca4d),segment_id=83d5e0c4-4534-4214-b924-60c01ea7ca4d)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:35:23.985772 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4596383c-5238-4180-ba65-890fc66dd174 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452355'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:35:23.997846 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-4596383c-5238-4180-ba65-890fc66dd174 admin admin] Calling delete_port for f7b8f28a-1e5a-47a8-ace8-4d92a0b8855a owned by network:router_interface {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:35:24.255534 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4596383c-5238-4180-ba65-890fc66dd174 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728618137326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728617650872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58829502'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:35:24.288907 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4596383c-5238-4180-ba65-890fc66dd174 admin admin] Pushing event deleted for resources: {'Port': ['ID=f7b8f28a-1e5a-47a8-ace8-4d92a0b8855a,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:35:24.458604 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4596383c-5238-4180-ba65-890fc66dd174 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-456083'] for router_interface, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:35:24.689984 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4596383c-5238-4180-ba65-890fc66dd174 admin admin] Router cdf8e0b9-9d54-4d6b-96f5-613655c28c6d has already been hosted by L3 agent 65b4f7dd-c6e9-4255-94ee-66e285aed80f {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 07:35:24.799790 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4596383c-5238-4180-ba65-890fc66dd174 admin admin] Notify agent at l3_agent.dv-cinder-805887-18-iscsi the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 07:35:24.805564 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [None req-4596383c-5238-4180-ba65-890fc66dd174 admin admin] 10.222.0.62 "PUT /v2.0/routers/cdf8e0b9-9d54-4d6b-96f5-613655c28c6d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4758782 Sep 23 07:35:24.807868 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.62', 33622) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:35:24.812176 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d021d4-6139-4138-b68a-1417b85b9cfa None None] Sync routers for ids ['cdf8e0b9-9d54-4d6b-96f5-613655c28c6d'] in dv-cinder-805887-18-iscsi {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 07:35:24.822276 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d021d4-6139-4138-b68a-1417b85b9cfa None None] Routers {'cdf8e0b9-9d54-4d6b-96f5-613655c28c6d'} bound to L3 agent in host dv-cinder-805887-18-iscsi {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:35:24.822881 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-d3d021d4-6139-4138-b68a-1417b85b9cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T07:15:56Z,description=,heartbeat_timestamp=2021-09-23T07:34:57Z,host='dv-cinder-805887-18-iscsi',id=65b4f7dd-c6e9-4255-94ee-66e285aed80f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T07:15:57Z,topic='l3_agent')) {'router_ids': ['cdf8e0b9-9d54-4d6b-96f5-613655c28c6d'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:35:24.910747 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-51e20cb6-2626-4ac8-9774-df0d14f2b237 admin admin] Notify callbacks [] for router, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:35:24.927651 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-d3d021d4-6139-4138-b68a-1417b85b9cfa None None] Set router cdf8e0b9-9d54-4d6b-96f5-613655c28c6d gateway port host: dv-cinder-805887-18-iscsi {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:35:25.025199 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-51e20cb6-2626-4ac8-9774-df0d14f2b237 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:35:25.106507 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-d3d021d4-6139-4138-b68a-1417b85b9cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdf8e0b9-9d54-4d6b-96f5-613655c28c6d', 'name': 'tempest-TestVolumeBootPattern-1411877068-router', 'tenant_id': '3f6072c59c3c403fa5914ea10c3a90cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'external_fixed_ips': [{'subnet_id': '89646001-5df7-4559-baa8-56e15a045fc5', 'ip_address': '172.27.2.75'}], 'enable_snat': True}, 'gw_port_id': '321f6a0e-b276-43ee-b97f-964a6b04f457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:26:56Z', 'updated_at': '2021-09-23T07:35:24Z', 'revision_number': 5, 'project_id': '3f6072c59c3c403fa5914ea10c3a90cb', 'gw_port': {'id': '321f6a0e-b276-43ee-b97f-964a6b04f457', 'name': '', 'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:bb:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdf8e0b9-9d54-4d6b-96f5-613655c28c6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '89646001-5df7-4559-baa8-56e15a045fc5', 'ip_address': '172.27.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:26:57Z', 'updated_at': '2021-09-23T07:27:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89646001-5df7-4559-baa8-56e15a045fc5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-18-iscsi'}], 'dv-cinder-805887-18-iscsi', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:35:25.132519 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d021d4-6139-4138-b68a-1417b85b9cfa None None] Checking router: cdf8e0b9-9d54-4d6b-96f5-613655c28c6d for host: dv-cinder-805887-18-iscsi {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 07:35:25.140750 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d021d4-6139-4138-b68a-1417b85b9cfa None None] Routers {'cdf8e0b9-9d54-4d6b-96f5-613655c28c6d'} bound to L3 agent in host dv-cinder-805887-18-iscsi {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:35:25.141376 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-d3d021d4-6139-4138-b68a-1417b85b9cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T07:15:56Z,description=,heartbeat_timestamp=2021-09-23T07:34:57Z,host='dv-cinder-805887-18-iscsi',id=65b4f7dd-c6e9-4255-94ee-66e285aed80f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T07:15:57Z,topic='l3_agent')) {'router_ids': ['cdf8e0b9-9d54-4d6b-96f5-613655c28c6d'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:35:25.175072 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-51e20cb6-2626-4ac8-9774-df0d14f2b237 admin admin] Deleting port 321f6a0e-b276-43ee-b97f-964a6b04f457 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:35:25.175997 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-51e20cb6-2626-4ac8-9774-df0d14f2b237 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728618132776'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:35:25.255426 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-51e20cb6-2626-4ac8-9774-df0d14f2b237 admin admin] For port 321f6a0e-b276-43ee-b97f-964a6b04f457, host dv-cinder-805887-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-18-iscsi',level=0,port_id=321f6a0e-b276-43ee-b97f-964a6b04f457,segment=NetworkSegment(8399e290-ca7c-4b27-b40e-543152e4317b),segment_id=8399e290-ca7c-4b27-b40e-543152e4317b)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:35:25.255782 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-51e20cb6-2626-4ac8-9774-df0d14f2b237 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452355'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:35:25.268542 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-51e20cb6-2626-4ac8-9774-df0d14f2b237 admin admin] Calling delete_port for 321f6a0e-b276-43ee-b97f-964a6b04f457 owned by network:router_gateway {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:35:25.309423 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-d3d021d4-6139-4138-b68a-1417b85b9cfa None None] Set router cdf8e0b9-9d54-4d6b-96f5-613655c28c6d gateway port host: None {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:35:25.363221 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-d3d021d4-6139-4138-b68a-1417b85b9cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdf8e0b9-9d54-4d6b-96f5-613655c28c6d', 'name': 'tempest-TestVolumeBootPattern-1411877068-router', 'tenant_id': '3f6072c59c3c403fa5914ea10c3a90cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:26:56Z', 'updated_at': '2021-09-23T07:35:25Z', 'revision_number': 6, 'project_id': '3f6072c59c3c403fa5914ea10c3a90cb', 'gw_port_host': None}], 'dv-cinder-805887-18-iscsi', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:35:25.388519 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d021d4-6139-4138-b68a-1417b85b9cfa None None] The sync data for ids ['cdf8e0b9-9d54-4d6b-96f5-613655c28c6d'] in dv-cinder-805887-18-iscsi is: [{'id': 'cdf8e0b9-9d54-4d6b-96f5-613655c28c6d', 'name': 'tempest-TestVolumeBootPattern-1411877068-router', 'tenant_id': '3f6072c59c3c403fa5914ea10c3a90cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:26:56Z', 'updated_at': '2021-09-23T07:35:25Z', 'revision_number': 6, 'project_id': '3f6072c59c3c403fa5914ea10c3a90cb', 'gw_port_host': None}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 07:35:25.483245 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-51e20cb6-2626-4ac8-9774-df0d14f2b237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728618137326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728617650872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58829502'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:35:25.509870 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e20cb6-2626-4ac8-9774-df0d14f2b237 admin admin] Pushing event deleted for resources: {'Port': ['ID=321f6a0e-b276-43ee-b97f-964a6b04f457,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:35:25.574937 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-51e20cb6-2626-4ac8-9774-df0d14f2b237 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-456016'] for router_gateway, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:35:25.668867 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-51e20cb6-2626-4ac8-9774-df0d14f2b237 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-459327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1432'] for router, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:35:25.671043 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-51e20cb6-2626-4ac8-9774-df0d14f2b237 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:35:25.779886 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-51e20cb6-2626-4ac8-9774-df0d14f2b237 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-459318'] for router, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:35:25.780489 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51e20cb6-2626-4ac8-9774-df0d14f2b237 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cdf8e0b9-9d54-4d6b-96f5-613655c28c6d {{(pid=94841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 07:35:25.784752 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-51e20cb6-2626-4ac8-9774-df0d14f2b237 admin admin] Notify callbacks [] for router, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:35:25.785933 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [None req-51e20cb6-2626-4ac8-9774-df0d14f2b237 admin admin] 10.222.0.62 "DELETE /v2.0/routers/cdf8e0b9-9d54-4d6b-96f5-613655c28c6d HTTP/1.1" status: 204 len: 168 time: 0.9771116 Sep 23 07:35:25.788955 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.62', 33628) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:35:25.832604 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ec2ea61-4a65-485f-a0f9-95f8e1c63e31 admin admin] Deleting subnet 5e240892-eb0a-47a1-9c69-764c8e2d5bf6 {{(pid=94841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 07:35:25.835940 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2ec2ea61-4a65-485f-a0f9-95f8e1c63e31 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:35:25.872509 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2ec2ea61-4a65-485f-a0f9-95f8e1c63e31 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3022874'] for subnet, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:35:25.957811 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2ec2ea61-4a65-485f-a0f9-95f8e1c63e31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1691543'] for subnet, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:35:26.070281 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2ec2ea61-4a65-485f-a0f9-95f8e1c63e31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1691550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58829539', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60759899'] for subnet, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:35:26.097027 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec2ea61-4a65-485f-a0f9-95f8e1c63e31 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e240892-eb0a-47a1-9c69-764c8e2d5bf6,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:35:26.099017 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2ec2ea61-4a65-485f-a0f9-95f8e1c63e31 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:35:26.100934 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [None req-2ec2ea61-4a65-485f-a0f9-95f8e1c63e31 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/5e240892-eb0a-47a1-9c69-764c8e2d5bf6 HTTP/1.1" status: 204 len: 168 time: 0.3113892 Sep 23 07:35:26.103488 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.62', 33632) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:35:26.107935 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aa8f1d5-b1f5-4c91-8060-247afecd4783 None None] Network 2f4e6dc4-cd74-450b-a1ff-8362ede246dd requested from dv-cinder-805887-18-iscsi {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:35:26.178795 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a9c8a8f3-c9b3-4ee6-a301-e1be5a0206ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1626991'] for network, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:35:26.234056 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-a9c8a8f3-c9b3-4ee6-a301-e1be5a0206ce admin admin] Deleting port 24a6581f-e6d7-4617-94ae-6734c9f694e7 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:35:26.234397 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a9c8a8f3-c9b3-4ee6-a301-e1be5a0206ce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728618132776'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:35:26.299737 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-a9c8a8f3-c9b3-4ee6-a301-e1be5a0206ce admin admin] For port 24a6581f-e6d7-4617-94ae-6734c9f694e7, host dv-cinder-805887-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-18-iscsi',level=0,port_id=24a6581f-e6d7-4617-94ae-6734c9f694e7,segment=NetworkSegment(83d5e0c4-4534-4214-b924-60c01ea7ca4d),segment_id=83d5e0c4-4534-4214-b924-60c01ea7ca4d)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:35:26.300100 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a9c8a8f3-c9b3-4ee6-a301-e1be5a0206ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452355'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:35:26.305740 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b59c66ad-362d-41a4-bf4e-f0fa695f6b5e None None] DHCP port deletion for 2f4e6dc4-cd74-450b-a1ff-8362ede246dd request from dv-cinder-805887-18-iscsi {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 07:35:26.312570 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-a9c8a8f3-c9b3-4ee6-a301-e1be5a0206ce admin admin] Calling delete_port for 24a6581f-e6d7-4617-94ae-6734c9f694e7 owned by network:dhcp {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:35:26.351893 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-b59c66ad-362d-41a4-bf4e-f0fa695f6b5e None None] Deleting port 24a6581f-e6d7-4617-94ae-6734c9f694e7 {{(pid=94842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:35:26.352265 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-b59c66ad-362d-41a4-bf4e-f0fa695f6b5e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728618132776'] for port, before_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:35:26.416515 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-b59c66ad-362d-41a4-bf4e-f0fa695f6b5e None None] For port 24a6581f-e6d7-4617-94ae-6734c9f694e7, host dv-cinder-805887-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-18-iscsi',level=0,port_id=24a6581f-e6d7-4617-94ae-6734c9f694e7,segment=NetworkSegment(83d5e0c4-4534-4214-b924-60c01ea7ca4d),segment_id=83d5e0c4-4534-4214-b924-60c01ea7ca4d)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:35:26.416993 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-b59c66ad-362d-41a4-bf4e-f0fa695f6b5e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452355'] for port, precommit_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:35:26.428564 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-b59c66ad-362d-41a4-bf4e-f0fa695f6b5e None None] Calling delete_port for 24a6581f-e6d7-4617-94ae-6734c9f694e7 owned by network:dhcp {{(pid=94842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:35:26.448545 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a9c8a8f3-c9b3-4ee6-a301-e1be5a0206ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728618137326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728617650872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58829502'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:35:26.474362 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c8a8f3-c9b3-4ee6-a301-e1be5a0206ce admin admin] Pushing event deleted for resources: {'Port': ['ID=24a6581f-e6d7-4617-94ae-6734c9f694e7,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:35:26.478002 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c8a8f3-c9b3-4ee6-a301-e1be5a0206ce admin admin] No DVR routers for this DVR port 24a6581f-e6d7-4617-94ae-6734c9f694e7 on host dv-cinder-805887-18-iscsi {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 07:35:26.506241 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-b59c66ad-362d-41a4-bf4e-f0fa695f6b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728618137326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728617650872'] for port, after_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:35:26.542298 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b59c66ad-362d-41a4-bf4e-f0fa695f6b5e None None] No DVR routers for this DVR port 24a6581f-e6d7-4617-94ae-6734c9f694e7 on host dv-cinder-805887-18-iscsi {{(pid=94842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 07:35:26.543736 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59c66ad-362d-41a4-bf4e-f0fa695f6b5e None None] Pushing event deleted for resources: {'Port': ['ID=24a6581f-e6d7-4617-94ae-6734c9f694e7,revision_number=None']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:35:26.553675 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a9c8a8f3-c9b3-4ee6-a301-e1be5a0206ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687854', 'neutron.services.segments.db._delete_segments_for_network-8728618163092'] for network, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:35:26.574049 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.services.segments.db [None req-a9c8a8f3-c9b3-4ee6-a301-e1be5a0206ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f4e6dc4-cd74-450b-a1ff-8362ede246dd']}} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:35:26.583455 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.services.segments.db [None req-a9c8a8f3-c9b3-4ee6-a301-e1be5a0206ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83d5e0c4-4534-4214-b924-60c01ea7ca4d') {'for_net_delete': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:35:26.583750 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.services.segments.db [None req-a9c8a8f3-c9b3-4ee6-a301-e1be5a0206ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83d5e0c4-4534-4214-b924-60c01ea7ca4d') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:35:26.593318 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a9c8a8f3-c9b3-4ee6-a301-e1be5a0206ce admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728618162845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3022851'] for segment, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:35:26.607083 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a9c8a8f3-c9b3-4ee6-a301-e1be5a0206ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692928'] for segment, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:35:26.613555 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9c8a8f3-c9b3-4ee6-a301-e1be5a0206ce admin admin] Releasing vlan 578 on physical network physnet1 to pool {{(pid=94841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 07:35:26.613937 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a9c8a8f3-c9b3-4ee6-a301-e1be5a0206ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58828109'] for segment, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:35:26.615549 dv-cinder-805887-18-iscsi neutron-server[94841]: Traceback (most recent call last): Sep 23 07:35:26.615549 dv-cinder-805887-18-iscsi neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 07:35:26.615549 dv-cinder-805887-18-iscsi neutron-server[94841]: timer() Sep 23 07:35:26.615549 dv-cinder-805887-18-iscsi neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 07:35:26.615549 dv-cinder-805887-18-iscsi neutron-server[94841]: cb(*args, **kw) Sep 23 07:35:26.615549 dv-cinder-805887-18-iscsi neutron-server[94841]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 07:35:26.615549 dv-cinder-805887-18-iscsi neutron-server[94841]: return func(*args, **kwargs) Sep 23 07:35:26.615549 dv-cinder-805887-18-iscsi neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 07:35:26.615549 dv-cinder-805887-18-iscsi neutron-server[94841]: self._notify() Sep 23 07:35:26.615549 dv-cinder-805887-18-iscsi neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 07:35:26.615549 dv-cinder-805887-18-iscsi neutron-server[94841]: self.callback(batched_events) Sep 23 07:35:26.615549 dv-cinder-805887-18-iscsi neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 07:35:26.615549 dv-cinder-805887-18-iscsi neutron-server[94841]: event.method(event) Sep 23 07:35:26.615549 dv-cinder-805887-18-iscsi neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 07:35:26.615549 dv-cinder-805887-18-iscsi neutron-server[94841]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 07:35:26.615549 dv-cinder-805887-18-iscsi neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 07:35:26.615549 dv-cinder-805887-18-iscsi neutron-server[94841]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 07:35:26.615549 dv-cinder-805887-18-iscsi neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 07:35:26.615549 dv-cinder-805887-18-iscsi neutron-server[94841]: return f(self, *a, **k) Sep 23 07:35:26.615549 dv-cinder-805887-18-iscsi neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 07:35:26.615549 dv-cinder-805887-18-iscsi neutron-server[94841]: return self._get(url).json() Sep 23 07:35:26.615549 dv-cinder-805887-18-iscsi neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 07:35:26.615549 dv-cinder-805887-18-iscsi neutron-server[94841]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 07:35:26.615549 dv-cinder-805887-18-iscsi neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 07:35:26.615549 dv-cinder-805887-18-iscsi neutron-server[94841]: return self.request(url, 'GET', **kwargs) Sep 23 07:35:26.615549 dv-cinder-805887-18-iscsi neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 07:35:26.615549 dv-cinder-805887-18-iscsi neutron-server[94841]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 07:35:26.615549 dv-cinder-805887-18-iscsi neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 07:35:26.615549 dv-cinder-805887-18-iscsi neutron-server[94841]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 07:35:26.615549 dv-cinder-805887-18-iscsi neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 07:35:26.615549 dv-cinder-805887-18-iscsi neutron-server[94841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 07:35:26.615549 dv-cinder-805887-18-iscsi neutron-server[94841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 07:35:26.661740 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-02325003-5451-433f-b26f-65539bbda354 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:35:26.768218 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a9c8a8f3-c9b3-4ee6-a301-e1be5a0206ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455948'] for network, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:35:26.774024 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a9c8a8f3-c9b3-4ee6-a301-e1be5a0206ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577015'] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:35:26.777858 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [None req-a9c8a8f3-c9b3-4ee6-a301-e1be5a0206ce admin admin] 10.222.0.62 "DELETE /v2.0/networks/2f4e6dc4-cd74-450b-a1ff-8362ede246dd HTTP/1.1" status: 204 len: 168 time: 0.6714478 Sep 23 07:35:26.787034 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c8a8f3-c9b3-4ee6-a301-e1be5a0206ce admin admin] Pushing event deleted for resources: {'Network': ['ID=2f4e6dc4-cd74-450b-a1ff-8362ede246dd,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:35:27.126456 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.62', 33638) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:35:27.177939 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Device 321f6a0e-b276-43ee-b97f-964a6b04f457 no longer exists at agent ovs-agent-dv-cinder-805887-18-iscsi {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:35:27.184797 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [None req-d8558aec-7913-4904-834a-322d5878227c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c94fc6b7cf004b03b6610c617415b316&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0567424 Sep 23 07:35:27.187032 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.62', 33642) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:35:27.211097 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] No Port match for: 321f6a0e-b276-43ee-b97f-964a6b04f457 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 07:35:27.211449 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Device 321f6a0e-b276-43ee-b97f-964a6b04f457 not bound to the agent host dv-cinder-805887-18-iscsi {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 07:35:27.211870 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Device f7b8f28a-1e5a-47a8-ace8-4d92a0b8855a no longer exists at agent ovs-agent-dv-cinder-805887-18-iscsi {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:35:27.231535 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] No Port match for: f7b8f28a-1e5a-47a8-ace8-4d92a0b8855a {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 07:35:27.231876 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Device f7b8f28a-1e5a-47a8-ace8-4d92a0b8855a not bound to the agent host dv-cinder-805887-18-iscsi {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 07:35:27.232297 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Device 24a6581f-e6d7-4617-94ae-6734c9f694e7 no longer exists at agent ovs-agent-dv-cinder-805887-18-iscsi {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:35:27.239883 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fc2a6086-9628-4124-bbdd-3f31e709615f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:35:27.251367 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] No Port match for: 24a6581f-e6d7-4617-94ae-6734c9f694e7 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 07:35:27.251710 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Device 24a6581f-e6d7-4617-94ae-6734c9f694e7 not bound to the agent host dv-cinder-805887-18-iscsi {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 07:35:27.263312 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fc2a6086-9628-4124-bbdd-3f31e709615f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:35:27.385476 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fc2a6086-9628-4124-bbdd-3f31e709615f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520401'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:35:27.388084 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fc2a6086-9628-4124-bbdd-3f31e709615f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:35:27.389386 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [None req-fc2a6086-9628-4124-bbdd-3f31e709615f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/66ccc2a8-29e4-47aa-ab8b-fa332b3f5a72 HTTP/1.1" status: 204 len: 168 time: 0.2013059 Sep 23 07:35:27.397120 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2a6086-9628-4124-bbdd-3f31e709615f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66ccc2a8-29e4-47aa-ab8b-fa332b3f5a72,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:35:27.699924 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:35:28.088260 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-1854caf6-1153-400a-8d11-9ed8c1e229e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:35:28.094461 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.62', 33652) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:35:28.133845 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [None req-3abbf2bf-485d-4eda-928a-b8a7eae45891 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=3f6072c59c3c403fa5914ea10c3a90cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0382411 Sep 23 07:35:28.136329 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.62', 33654) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:35:28.186266 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-520bb49c-ba44-4de9-aaf1-8f662101a2f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:35:28.207153 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-520bb49c-ba44-4de9-aaf1-8f662101a2f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:35:28.321518 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-520bb49c-ba44-4de9-aaf1-8f662101a2f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520401'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:35:28.323961 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-520bb49c-ba44-4de9-aaf1-8f662101a2f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:35:28.325128 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [None req-520bb49c-ba44-4de9-aaf1-8f662101a2f6 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/33715961-9880-4f6c-97c6-7cb106a85cf7 HTTP/1.1" status: 204 len: 168 time: 0.1878870 Sep 23 07:35:28.333196 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520bb49c-ba44-4de9-aaf1-8f662101a2f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33715961-9880-4f6c-97c6-7cb106a85cf7,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:35:29.813684 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:35:29.910886 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e4079388-143e-46ee-8cf3-ea3894d72bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:35:30.955103 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.db.agents_db [None req-60cd1eec-2052-4d49-bd00-e5a0de40c293 None None] Agent healthcheck: found 6 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 07:35:35.801397 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-cd785d9c-db78-45b2-94d3-7be8226e0031 req-eb8be00b-d94d-42ec-a472-543bdfc7df6f service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=b0b8a9f3-a89e-425b-8276-5bc113b5374c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0396874 Sep 23 07:35:35.861269 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd785d9c-db78-45b2-94d3-7be8226e0031 req-48805902-27b9-4e00-b5e0-c0a065b1586a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:35:35.862726 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-cd785d9c-db78-45b2-94d3-7be8226e0031 req-48805902-27b9-4e00-b5e0-c0a065b1586a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1f7024f1abd34a80a4e41e2d36e7344c&device_id=b0b8a9f3-a89e-425b-8276-5bc113b5374c HTTP/1.1" status: 200 len: 1098 time: 0.0395200 Sep 23 07:35:35.967911 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd785d9c-db78-45b2-94d3-7be8226e0031 req-9db2741f-bd7a-4d93-a852-5b91987689c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:35:35.969418 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-cd785d9c-db78-45b2-94d3-7be8226e0031 req-9db2741f-bd7a-4d93-a852-5b91987689c1 service neutron] 10.222.0.53 "GET /v2.0/networks?id=65b4249a-6e16-4577-acc0-7c62fde24929 HTTP/1.1" status: 200 len: 909 time: 0.0863893 Sep 23 07:35:36.033260 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-cd785d9c-db78-45b2-94d3-7be8226e0031 req-f3913823-5468-4040-88bd-64b9207d0fcc service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=545aa832-87cc-4753-947b-9e1dd4518eed HTTP/1.1" status: 200 len: 1001 time: 0.0556982 Sep 23 07:35:36.085950 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd785d9c-db78-45b2-94d3-7be8226e0031 req-015f8d42-0e6b-44d6-be5a-f4f8cce8b470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:35:36.087428 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-cd785d9c-db78-45b2-94d3-7be8226e0031 req-015f8d42-0e6b-44d6-be5a-f4f8cce8b470 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=39dc90ad-17f9-49b5-a3cc-7dbe6ddf9367 HTTP/1.1" status: 200 len: 847 time: 0.0467021 Sep 23 07:35:36.132045 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd785d9c-db78-45b2-94d3-7be8226e0031 req-a23961f5-5285-4c9e-8fb5-086b80387622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:35:36.133597 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-cd785d9c-db78-45b2-94d3-7be8226e0031 req-a23961f5-5285-4c9e-8fb5-086b80387622 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=65b4249a-6e16-4577-acc0-7c62fde24929&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0392063 Sep 23 07:35:36.227858 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-cd785d9c-db78-45b2-94d3-7be8226e0031 req-b99a8e48-166d-4ab1-842b-7757e069bcc5 service neutron] 10.222.0.53 "GET /v2.0/networks/65b4249a-6e16-4577-acc0-7c62fde24929?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869465 Sep 23 07:35:36.314995 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-cd785d9c-db78-45b2-94d3-7be8226e0031 req-cf5dbde3-53d1-4cbe-92ec-9ae8314f3a0f service neutron] 10.222.0.53 "GET /v2.0/networks/65b4249a-6e16-4577-acc0-7c62fde24929?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798028 Sep 23 07:35:42.377183 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.62', 33738) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:35:42.420656 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.db.db_base_plugin_v2 [None req-9846b0e5-eee0-49a8-bbfb-44c02bf25753 admin admin] Deleting subnet b9adcf72-fbf7-4e47-9159-38ad7001b80e {{(pid=94840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 07:35:42.423747 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9846b0e5-eee0-49a8-bbfb-44c02bf25753 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:35:42.456502 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9846b0e5-eee0-49a8-bbfb-44c02bf25753 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60626748'] for subnet, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:35:42.498627 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9846b0e5-eee0-49a8-bbfb-44c02bf25753 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1691543'] for subnet, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:35:42.676912 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9846b0e5-eee0-49a8-bbfb-44c02bf25753 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1691550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58957103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58720442'] for subnet, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:35:42.702982 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9846b0e5-eee0-49a8-bbfb-44c02bf25753 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b9adcf72-fbf7-4e47-9159-38ad7001b80e,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:35:42.707638 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9846b0e5-eee0-49a8-bbfb-44c02bf25753 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577015'] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:35:42.710514 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [None req-9846b0e5-eee0-49a8-bbfb-44c02bf25753 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/b9adcf72-fbf7-4e47-9159-38ad7001b80e HTTP/1.1" status: 204 len: 168 time: 0.3320730 Sep 23 07:35:42.712301 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.62', 33740) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:35:42.778670 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-76f4c93a-fbe3-463e-ae3c-04cc6b3fc59b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1626991'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:35:42.857635 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-76f4c93a-fbe3-463e-ae3c-04cc6b3fc59b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687854', 'neutron.services.segments.db._delete_segments_for_network-8728618163092'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:35:42.876688 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.services.segments.db [None req-76f4c93a-fbe3-463e-ae3c-04cc6b3fc59b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccf3b05f-42c8-49c8-baf6-e3266e5ef227']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:35:42.885691 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.services.segments.db [None req-76f4c93a-fbe3-463e-ae3c-04cc6b3fc59b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cf08da0-2a69-4eb9-9c95-8930ba3d9ab5') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:35:42.885985 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.services.segments.db [None req-76f4c93a-fbe3-463e-ae3c-04cc6b3fc59b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cf08da0-2a69-4eb9-9c95-8930ba3d9ab5') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:35:42.894851 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-76f4c93a-fbe3-463e-ae3c-04cc6b3fc59b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728618162845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60626725'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:35:42.908036 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-76f4c93a-fbe3-463e-ae3c-04cc6b3fc59b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692928'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:35:42.913932 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76f4c93a-fbe3-463e-ae3c-04cc6b3fc59b admin admin] Releasing vlan 568 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 07:35:42.914050 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-76f4c93a-fbe3-463e-ae3c-04cc6b3fc59b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58954369'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:35:42.915615 dv-cinder-805887-18-iscsi neutron-server[94840]: Traceback (most recent call last): Sep 23 07:35:42.915615 dv-cinder-805887-18-iscsi neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 07:35:42.915615 dv-cinder-805887-18-iscsi neutron-server[94840]: timer() Sep 23 07:35:42.915615 dv-cinder-805887-18-iscsi neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 07:35:42.915615 dv-cinder-805887-18-iscsi neutron-server[94840]: cb(*args, **kw) Sep 23 07:35:42.915615 dv-cinder-805887-18-iscsi neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 07:35:42.915615 dv-cinder-805887-18-iscsi neutron-server[94840]: return func(*args, **kwargs) Sep 23 07:35:42.915615 dv-cinder-805887-18-iscsi neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 07:35:42.915615 dv-cinder-805887-18-iscsi neutron-server[94840]: self._notify() Sep 23 07:35:42.915615 dv-cinder-805887-18-iscsi neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 07:35:42.915615 dv-cinder-805887-18-iscsi neutron-server[94840]: self.callback(batched_events) Sep 23 07:35:42.915615 dv-cinder-805887-18-iscsi neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 07:35:42.915615 dv-cinder-805887-18-iscsi neutron-server[94840]: event.method(event) Sep 23 07:35:42.915615 dv-cinder-805887-18-iscsi neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 07:35:42.915615 dv-cinder-805887-18-iscsi neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 07:35:42.915615 dv-cinder-805887-18-iscsi neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 07:35:42.915615 dv-cinder-805887-18-iscsi neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 07:35:42.915615 dv-cinder-805887-18-iscsi neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 07:35:42.915615 dv-cinder-805887-18-iscsi neutron-server[94840]: return f(self, *a, **k) Sep 23 07:35:42.915615 dv-cinder-805887-18-iscsi neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 07:35:42.915615 dv-cinder-805887-18-iscsi neutron-server[94840]: return self._get(url).json() Sep 23 07:35:42.915615 dv-cinder-805887-18-iscsi neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 07:35:42.915615 dv-cinder-805887-18-iscsi neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 07:35:42.915615 dv-cinder-805887-18-iscsi neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 07:35:42.915615 dv-cinder-805887-18-iscsi neutron-server[94840]: return self.request(url, 'GET', **kwargs) Sep 23 07:35:42.915615 dv-cinder-805887-18-iscsi neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 07:35:42.915615 dv-cinder-805887-18-iscsi neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 07:35:42.915615 dv-cinder-805887-18-iscsi neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 07:35:42.915615 dv-cinder-805887-18-iscsi neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 07:35:42.915615 dv-cinder-805887-18-iscsi neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 07:35:42.915615 dv-cinder-805887-18-iscsi neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 07:35:42.915615 dv-cinder-805887-18-iscsi neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 07:35:43.059238 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-76f4c93a-fbe3-463e-ae3c-04cc6b3fc59b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455948'] for network, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:35:43.064775 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-76f4c93a-fbe3-463e-ae3c-04cc6b3fc59b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577015'] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:35:43.068636 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [None req-76f4c93a-fbe3-463e-ae3c-04cc6b3fc59b admin admin] 10.222.0.62 "DELETE /v2.0/networks/ccf3b05f-42c8-49c8-baf6-e3266e5ef227 HTTP/1.1" status: 204 len: 168 time: 0.3533666 Sep 23 07:35:43.077420 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f4c93a-fbe3-463e-ae3c-04cc6b3fc59b admin admin] Pushing event deleted for resources: {'Network': ['ID=ccf3b05f-42c8-49c8-baf6-e3266e5ef227,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:35:43.506155 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.62', 33744) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:35:43.544395 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [None req-a6a49ac2-e1bc-4d6a-abe6-3c4749f3f14a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=44f14a1eff06437caecae59cc98bd031&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0370309 Sep 23 07:35:43.546696 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.62', 33746) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:35:43.592083 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a573ca2a-e62d-421e-9467-664b55a99785 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:35:43.615170 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a573ca2a-e62d-421e-9467-664b55a99785 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:35:43.755383 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a573ca2a-e62d-421e-9467-664b55a99785 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520401'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:35:43.758078 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a573ca2a-e62d-421e-9467-664b55a99785 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:35:43.759188 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [None req-a573ca2a-e62d-421e-9467-664b55a99785 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/6182d852-a577-44a1-8d94-f7ee463f2202 HTTP/1.1" status: 204 len: 168 time: 0.2116103 Sep 23 07:35:43.767562 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a573ca2a-e62d-421e-9467-664b55a99785 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6182d852-a577-44a1-8d94-f7ee463f2202,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:35:52.857701 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-1c35c6ac-9df3-495a-b59e-529a49d2f462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:35:56.602128 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f6f42591-7776-4538-a321-3e418d85db93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:35:57.737557 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:35:58.108860 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-1854caf6-1153-400a-8d11-9ed8c1e229e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:35:59.836203 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:35:59.875645 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e4079388-143e-46ee-8cf3-ea3894d72bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:36:07.953818 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.db.agents_db [None req-60cd1eec-2052-4d49-bd00-e5a0de40c293 None None] Agent healthcheck: found 6 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 07:36:13.822663 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9614794-62ee-429a-8ed6-002efda0493d req-c2aa8de3-701e-4b82-850c-bc60054e0ab4 tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:36:13.824152 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-f9614794-62ee-429a-8ed6-002efda0493d req-c2aa8de3-701e-4b82-850c-bc60054e0ab4 tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0b8a9f3-a89e-425b-8276-5bc113b5374c HTTP/1.1" status: 200 len: 945 time: 0.0482857 Sep 23 07:36:13.863421 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-f9614794-62ee-429a-8ed6-002efda0493d req-dd990dbe-b959-4e1e-b247-1d38cb3bba5b tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] 10.222.0.62 "GET /v2.0/security-groups?id=c2febd76-d782-4f2a-b56f-e8e5a718fd64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315998 Sep 23 07:36:14.977253 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fa2eb2-d4a5-4d8e-8457-f6487e9509e1 req-0c2dfb51-586b-4114-b5ad-5e07a1b16d0d tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:36:14.978730 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-43fa2eb2-d4a5-4d8e-8457-f6487e9509e1 req-0c2dfb51-586b-4114-b5ad-5e07a1b16d0d tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0b8a9f3-a89e-425b-8276-5bc113b5374c HTTP/1.1" status: 200 len: 945 time: 0.0470819 Sep 23 07:36:15.015175 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-43fa2eb2-d4a5-4d8e-8457-f6487e9509e1 req-58dfb9ba-4e85-4b11-bfb6-cf768ad87c48 tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] 10.222.0.62 "GET /v2.0/security-groups?id=c2febd76-d782-4f2a-b56f-e8e5a718fd64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305626 Sep 23 07:36:16.128548 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8353f892-874a-483b-8e49-5ea3cddb1e53 req-ceb1a4f5-9725-42cc-bcd5-ab589c2145e1 tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:36:16.130024 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-8353f892-874a-483b-8e49-5ea3cddb1e53 req-ceb1a4f5-9725-42cc-bcd5-ab589c2145e1 tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0b8a9f3-a89e-425b-8276-5bc113b5374c HTTP/1.1" status: 200 len: 945 time: 0.0499804 Sep 23 07:36:16.166250 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-8353f892-874a-483b-8e49-5ea3cddb1e53 req-9a9d7fc5-d761-49be-8e3b-84bb9833ffdd tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] 10.222.0.62 "GET /v2.0/security-groups?id=c2febd76-d782-4f2a-b56f-e8e5a718fd64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303164 Sep 23 07:36:17.279055 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11fc4df-1348-466d-8f9d-8d040f9881b8 req-b7ed843b-cc1d-46aa-a134-846e006df229 tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:36:17.280569 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-b11fc4df-1348-466d-8f9d-8d040f9881b8 req-b7ed843b-cc1d-46aa-a134-846e006df229 tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0b8a9f3-a89e-425b-8276-5bc113b5374c HTTP/1.1" status: 200 len: 945 time: 0.0477664 Sep 23 07:36:17.322891 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-b11fc4df-1348-466d-8f9d-8d040f9881b8 req-defba480-c68c-4f3d-8c95-67e4ccccc155 tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] 10.222.0.62 "GET /v2.0/security-groups?id=c2febd76-d782-4f2a-b56f-e8e5a718fd64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360401 Sep 23 07:36:18.443768 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a623c0d-e642-4edf-9fc3-1973f767d164 req-6849ba18-e7f2-47f0-893b-86a680251571 tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:36:18.445418 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-6a623c0d-e642-4edf-9fc3-1973f767d164 req-6849ba18-e7f2-47f0-893b-86a680251571 tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0b8a9f3-a89e-425b-8276-5bc113b5374c HTTP/1.1" status: 200 len: 945 time: 0.0515339 Sep 23 07:36:18.490716 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-6a623c0d-e642-4edf-9fc3-1973f767d164 req-95c8d522-171d-421c-8162-44d5d1a6b239 tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] 10.222.0.62 "GET /v2.0/security-groups?id=c2febd76-d782-4f2a-b56f-e8e5a718fd64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347147 Sep 23 07:36:19.882525 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c0f8b9-5366-4351-bb90-222c303432e0 req-b82afc05-cdd5-4138-8057-9bccfb016425 tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:36:19.883945 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-89c0f8b9-5366-4351-bb90-222c303432e0 req-b82afc05-cdd5-4138-8057-9bccfb016425 tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0b8a9f3-a89e-425b-8276-5bc113b5374c HTTP/1.1" status: 200 len: 945 time: 0.3236897 Sep 23 07:36:19.930782 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-89c0f8b9-5366-4351-bb90-222c303432e0 req-0b7529f0-9009-4fc7-bdac-b2d21ec41bcc tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] 10.222.0.62 "GET /v2.0/security-groups?id=c2febd76-d782-4f2a-b56f-e8e5a718fd64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402586 Sep 23 07:36:21.048493 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db6c54d-a5c7-4598-afce-c15191eb7ac2 req-273cef63-2d1f-4696-9ecd-e834dcdf2dd4 tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:36:21.050046 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-8db6c54d-a5c7-4598-afce-c15191eb7ac2 req-273cef63-2d1f-4696-9ecd-e834dcdf2dd4 tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0b8a9f3-a89e-425b-8276-5bc113b5374c HTTP/1.1" status: 200 len: 945 time: 0.0472817 Sep 23 07:36:21.088455 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-8db6c54d-a5c7-4598-afce-c15191eb7ac2 req-9f5b9899-3c40-440f-ad6c-857891207520 tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] 10.222.0.62 "GET /v2.0/security-groups?id=c2febd76-d782-4f2a-b56f-e8e5a718fd64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323157 Sep 23 07:36:22.199982 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3832a53d-63a2-4ecf-9842-942111d13b6c req-a71eac2f-f1ee-4429-ab42-c4d1399f5343 tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:36:22.201613 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-3832a53d-63a2-4ecf-9842-942111d13b6c req-a71eac2f-f1ee-4429-ab42-c4d1399f5343 tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0b8a9f3-a89e-425b-8276-5bc113b5374c HTTP/1.1" status: 200 len: 945 time: 0.0479777 Sep 23 07:36:22.239317 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-3832a53d-63a2-4ecf-9842-942111d13b6c req-33b30346-c38a-4f59-8089-66a0cedfbb05 tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] 10.222.0.62 "GET /v2.0/security-groups?id=c2febd76-d782-4f2a-b56f-e8e5a718fd64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318670 Sep 23 07:36:22.842004 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-c5a4f05b-aa01-4fa7-8d13-8b55763a370e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:36:23.360513 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1be898d-daf9-412d-ae60-97083fb4b144 req-77bcf845-26d3-47b1-94ec-afe5add0477c tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:36:23.362025 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-c1be898d-daf9-412d-ae60-97083fb4b144 req-77bcf845-26d3-47b1-94ec-afe5add0477c tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0b8a9f3-a89e-425b-8276-5bc113b5374c HTTP/1.1" status: 200 len: 945 time: 0.0515368 Sep 23 07:36:23.399887 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-c1be898d-daf9-412d-ae60-97083fb4b144 req-c1d795f9-adc6-4e3b-9239-78cd81387452 tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] 10.222.0.62 "GET /v2.0/security-groups?id=c2febd76-d782-4f2a-b56f-e8e5a718fd64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315549 Sep 23 07:36:24.023849 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adac505-6787-44a5-b3e2-92eb36e8b49b req-4c865472-0947-45a3-8ead-629d6e36cd3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:36:24.025423 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-7adac505-6787-44a5-b3e2-92eb36e8b49b req-4c865472-0947-45a3-8ead-629d6e36cd3e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1f7024f1abd34a80a4e41e2d36e7344c&device_id=b0b8a9f3-a89e-425b-8276-5bc113b5374c HTTP/1.1" status: 200 len: 1098 time: 0.0419624 Sep 23 07:36:24.117156 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adac505-6787-44a5-b3e2-92eb36e8b49b req-747bc786-c2e4-4ae8-b0c8-3e76bb09dbc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:36:24.118662 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-7adac505-6787-44a5-b3e2-92eb36e8b49b req-747bc786-c2e4-4ae8-b0c8-3e76bb09dbc3 service neutron] 10.222.0.53 "GET /v2.0/networks?id=65b4249a-6e16-4577-acc0-7c62fde24929 HTTP/1.1" status: 200 len: 909 time: 0.0864232 Sep 23 07:36:24.187511 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-7adac505-6787-44a5-b3e2-92eb36e8b49b req-790b9ede-7fca-432d-aeca-2eb046fbbe9c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=545aa832-87cc-4753-947b-9e1dd4518eed HTTP/1.1" status: 200 len: 1001 time: 0.0619092 Sep 23 07:36:24.236951 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adac505-6787-44a5-b3e2-92eb36e8b49b req-47275155-daa5-492c-b27e-34fbfa7312f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:36:24.238421 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-7adac505-6787-44a5-b3e2-92eb36e8b49b req-47275155-daa5-492c-b27e-34fbfa7312f0 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=39dc90ad-17f9-49b5-a3cc-7dbe6ddf9367 HTTP/1.1" status: 200 len: 847 time: 0.0438879 Sep 23 07:36:24.282625 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adac505-6787-44a5-b3e2-92eb36e8b49b req-55cf0aff-d869-4bfa-9ff1-78b84fbd7659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:36:24.284009 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-7adac505-6787-44a5-b3e2-92eb36e8b49b req-55cf0aff-d869-4bfa-9ff1-78b84fbd7659 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=65b4249a-6e16-4577-acc0-7c62fde24929&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0386417 Sep 23 07:36:24.389262 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-7adac505-6787-44a5-b3e2-92eb36e8b49b req-58ee818d-a9fe-4c54-bb99-2ebc95bbe4b1 service neutron] 10.222.0.53 "GET /v2.0/networks/65b4249a-6e16-4577-acc0-7c62fde24929?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976348 Sep 23 07:36:24.509124 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-7adac505-6787-44a5-b3e2-92eb36e8b49b req-28aa9de3-6406-4b0f-a2f1-cdc29ca236a3 service neutron] 10.222.0.53 "GET /v2.0/networks/65b4249a-6e16-4577-acc0-7c62fde24929?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124332 Sep 23 07:36:24.533748 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a666f7e9-7438-4b5f-a7e1-5aeb37dfd77e req-948dea94-810c-4ad0-aebd-eef2fc408cf8 tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:36:24.535278 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-a666f7e9-7438-4b5f-a7e1-5aeb37dfd77e req-948dea94-810c-4ad0-aebd-eef2fc408cf8 tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0b8a9f3-a89e-425b-8276-5bc113b5374c HTTP/1.1" status: 200 len: 945 time: 0.0651116 Sep 23 07:36:24.576326 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-a666f7e9-7438-4b5f-a7e1-5aeb37dfd77e req-7c3d3553-6a9e-4ec9-a97c-3fcb66992e05 tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] 10.222.0.62 "GET /v2.0/security-groups?id=c2febd76-d782-4f2a-b56f-e8e5a718fd64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342956 Sep 23 07:36:25.713708 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fdb572-73cf-42c3-ad25-dad7f1eb29ea req-c2b62627-a635-4e18-9843-2d44edec967b tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:36:25.716517 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-97fdb572-73cf-42c3-ad25-dad7f1eb29ea req-c2b62627-a635-4e18-9843-2d44edec967b tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0b8a9f3-a89e-425b-8276-5bc113b5374c HTTP/1.1" status: 200 len: 945 time: 0.0681925 Sep 23 07:36:25.756897 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-97fdb572-73cf-42c3-ad25-dad7f1eb29ea req-00e5ed93-90eb-4fa6-9151-6029cad5f922 tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] 10.222.0.62 "GET /v2.0/security-groups?id=c2febd76-d782-4f2a-b56f-e8e5a718fd64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347829 Sep 23 07:36:26.664711 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-3226d902-c7ad-46fa-b7c5-1fa65215df00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:36:26.877213 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839e35aa-44d6-40fb-ab18-b5fffc59e56d req-409e1e1b-cfe4-4084-b1e5-a1347c7bf063 tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:36:26.878796 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-839e35aa-44d6-40fb-ab18-b5fffc59e56d req-409e1e1b-cfe4-4084-b1e5-a1347c7bf063 tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0b8a9f3-a89e-425b-8276-5bc113b5374c HTTP/1.1" status: 200 len: 945 time: 0.0535464 Sep 23 07:36:26.932476 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-839e35aa-44d6-40fb-ab18-b5fffc59e56d req-2f6b327e-f47a-4f9c-943f-cf187b7848cd tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] 10.222.0.62 "GET /v2.0/security-groups?id=c2febd76-d782-4f2a-b56f-e8e5a718fd64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473356 Sep 23 07:36:27.710758 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:36:28.055036 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ef1182-6014-4e64-b84b-ae5f5199ac50 req-29249754-8e91-41a9-9435-9668b4493688 tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:36:28.058578 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-44ef1182-6014-4e64-b84b-ae5f5199ac50 req-29249754-8e91-41a9-9435-9668b4493688 tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0b8a9f3-a89e-425b-8276-5bc113b5374c HTTP/1.1" status: 200 len: 945 time: 0.0526505 Sep 23 07:36:28.095740 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-44ef1182-6014-4e64-b84b-ae5f5199ac50 req-06e15bb8-5b29-45c4-9014-cfed4cf8f68c tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] 10.222.0.62 "GET /v2.0/security-groups?id=c2febd76-d782-4f2a-b56f-e8e5a718fd64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331182 Sep 23 07:36:28.104639 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-1854caf6-1153-400a-8d11-9ed8c1e229e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:36:28.494565 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1f7ea5-e048-40b0-93b5-a4b8d50c057e req-744aac2e-7988-498e-8b46-fefce162b429 tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:36:28.496715 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-1f1f7ea5-e048-40b0-93b5-a4b8d50c057e req-744aac2e-7988-498e-8b46-fefce162b429 tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0b8a9f3-a89e-425b-8276-5bc113b5374c HTTP/1.1" status: 200 len: 945 time: 0.0513234 Sep 23 07:36:28.547518 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-1f1f7ea5-e048-40b0-93b5-a4b8d50c057e req-7e673a2f-be5c-4337-9243-f5768c761997 tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] 10.222.0.62 "GET /v2.0/security-groups?id=c2febd76-d782-4f2a-b56f-e8e5a718fd64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439222 Sep 23 07:36:28.751847 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [req-fd606c6f-54ac-4199-a6ad-49ef87bc49a9 req-fff4aade-6d51-49ca-aae9-5bb2249323f4 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=b0b8a9f3-a89e-425b-8276-5bc113b5374c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2187102 Sep 23 07:36:29.674050 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166fcb4b-f35f-41a3-9bee-3db589025c00 req-a5b62efa-3b25-406a-bb38-96f4ec9b32f4 tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:36:29.675609 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-166fcb4b-f35f-41a3-9bee-3db589025c00 req-a5b62efa-3b25-406a-bb38-96f4ec9b32f4 tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0b8a9f3-a89e-425b-8276-5bc113b5374c HTTP/1.1" status: 200 len: 945 time: 0.0525496 Sep 23 07:36:29.716924 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-166fcb4b-f35f-41a3-9bee-3db589025c00 req-424a4c05-e3fd-4a65-817a-fb82ec279ef4 tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] 10.222.0.62 "GET /v2.0/security-groups?id=c2febd76-d782-4f2a-b56f-e8e5a718fd64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350986 Sep 23 07:36:29.832525 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:36:29.910330 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e4079388-143e-46ee-8cf3-ea3894d72bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:36:30.148049 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Device 545aa832-87cc-4753-947b-9e1dd4518eed no longer exists at agent hyperv_hv-cinder-80588 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:36:30.222597 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:36:30.245619 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0b8a9f3-a89e-425b-8276-5bc113b5374c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '545aa832-87cc-4753-947b-9e1dd4518eed'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:36:30.247902 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8cb1569f887212d656241d478829572ac01e5268e755a1d7af7c5208f8517aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be1681ce-90f3-4153-b7d2-ff24d222d1e1" -d '{"events": [{"server_uuid": "b0b8a9f3-a89e-425b-8276-5bc113b5374c", "name": "network-vif-unplugged", "status": "completed", "tag": "545aa832-87cc-4753-947b-9e1dd4518eed"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:36:30.260875 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] For port 545aa832-87cc-4753-947b-9e1dd4518eed, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=545aa832-87cc-4753-947b-9e1dd4518eed,segment=NetworkSegment(b1d011f7-9d5f-4dbf-9fea-a6a7339af9fe),segment_id=b1d011f7-9d5f-4dbf-9fea-a6a7339af9fe)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:36:30.384940 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728618137860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728617650881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728617650899'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:36:30.416717 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 23 Sep 2021 07:36:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62c8f12e-5ea7-41d2-8c09-9608bd5e6745 x-openstack-request-id: req-62c8f12e-5ea7-41d2-8c09-9608bd5e6745 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:36:30.417043 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0b8a9f3-a89e-425b-8276-5bc113b5374c", "name": "network-vif-unplugged", "status": "failed", "tag": "545aa832-87cc-4753-947b-9e1dd4518eed", "code": 422}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:36:30.417297 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-62c8f12e-5ea7-41d2-8c09-9608bd5e6745 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:36:30.417686 dv-cinder-805887-18-iscsi neutron-server[94842]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b0b8a9f3-a89e-425b-8276-5bc113b5374c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '545aa832-87cc-4753-947b-9e1dd4518eed', 'code': 422} returned with failed status Sep 23 07:36:30.439515 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Pushing event updated for resources: {'Port': ['ID=545aa832-87cc-4753-947b-9e1dd4518eed,revision_number=6']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:36:30.446603 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:36:30.446948 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:36:30.447283 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:36:30.447612 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:36:30.447942 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:36:30.448264 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:36:30.448586 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:36:30.449756 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:36:30.450088 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:36:30.450410 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:36:30.450815 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:36:30.451042 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:36:30.830575 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed286494-c42f-456a-8bd2-fd2d12b5ee6d req-8d359345-c9c3-401f-8f83-4b78c9e300c4 tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:36:30.832090 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-ed286494-c42f-456a-8bd2-fd2d12b5ee6d req-8d359345-c9c3-401f-8f83-4b78c9e300c4 tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0b8a9f3-a89e-425b-8276-5bc113b5374c HTTP/1.1" status: 200 len: 943 time: 0.0477428 Sep 23 07:36:30.871274 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-ed286494-c42f-456a-8bd2-fd2d12b5ee6d req-f31495ac-49a5-4402-9398-b5e8c28925fd tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] 10.222.0.62 "GET /v2.0/security-groups?id=c2febd76-d782-4f2a-b56f-e8e5a718fd64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323861 Sep 23 07:36:31.520712 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd606c6f-54ac-4199-a6ad-49ef87bc49a9 req-6ccb8c45-36c4-4014-bec3-953557918a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:36:31.522228 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-fd606c6f-54ac-4199-a6ad-49ef87bc49a9 req-6ccb8c45-36c4-4014-bec3-953557918a41 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=b0b8a9f3-a89e-425b-8276-5bc113b5374c&tenant_id=1f7024f1abd34a80a4e41e2d36e7344c HTTP/1.1" status: 200 len: 1096 time: 0.0392296 Sep 23 07:36:31.584434 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd606c6f-54ac-4199-a6ad-49ef87bc49a9 req-9634404b-1541-49da-bfb6-7b66f754f1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:36:31.586037 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-fd606c6f-54ac-4199-a6ad-49ef87bc49a9 req-9634404b-1541-49da-bfb6-7b66f754f1b0 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1f7024f1abd34a80a4e41e2d36e7344c&device_id=b0b8a9f3-a89e-425b-8276-5bc113b5374c HTTP/1.1" status: 200 len: 1096 time: 0.0417912 Sep 23 07:36:31.685592 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd606c6f-54ac-4199-a6ad-49ef87bc49a9 req-0989f43f-28e9-4971-b4bb-5526a4c4ec91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:36:31.687223 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-fd606c6f-54ac-4199-a6ad-49ef87bc49a9 req-0989f43f-28e9-4971-b4bb-5526a4c4ec91 service neutron] 10.222.0.53 "GET /v2.0/networks?id=65b4249a-6e16-4577-acc0-7c62fde24929 HTTP/1.1" status: 200 len: 909 time: 0.0936825 Sep 23 07:36:31.761617 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-fd606c6f-54ac-4199-a6ad-49ef87bc49a9 req-5bcf6bb8-4e3b-493a-b838-f64be5e4a874 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=545aa832-87cc-4753-947b-9e1dd4518eed HTTP/1.1" status: 200 len: 999 time: 0.0658953 Sep 23 07:36:31.811750 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd606c6f-54ac-4199-a6ad-49ef87bc49a9 req-549d28cb-9679-4b06-9788-c1811faac074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:36:31.813188 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-fd606c6f-54ac-4199-a6ad-49ef87bc49a9 req-549d28cb-9679-4b06-9788-c1811faac074 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=39dc90ad-17f9-49b5-a3cc-7dbe6ddf9367 HTTP/1.1" status: 200 len: 847 time: 0.0439484 Sep 23 07:36:31.859820 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd606c6f-54ac-4199-a6ad-49ef87bc49a9 req-41872c3c-aa4c-448a-97a1-700f753d503a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:36:31.861384 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-fd606c6f-54ac-4199-a6ad-49ef87bc49a9 req-41872c3c-aa4c-448a-97a1-700f753d503a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=65b4249a-6e16-4577-acc0-7c62fde24929&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0403910 Sep 23 07:36:31.982761 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-fd606c6f-54ac-4199-a6ad-49ef87bc49a9 req-6fa6508e-71ed-46ba-88bf-572d5e1c48ec service neutron] 10.222.0.53 "GET /v2.0/networks/65b4249a-6e16-4577-acc0-7c62fde24929?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139007 Sep 23 07:36:32.005743 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe1e6c7-43ba-40f0-9349-24b2ac7c52f0 req-6b04ea0f-eb70-4855-a83a-175e2e99743d tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:36:32.007249 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-3fe1e6c7-43ba-40f0-9349-24b2ac7c52f0 req-6b04ea0f-eb70-4855-a83a-175e2e99743d tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0b8a9f3-a89e-425b-8276-5bc113b5374c HTTP/1.1" status: 200 len: 943 time: 0.0681319 Sep 23 07:36:32.096839 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-3fe1e6c7-43ba-40f0-9349-24b2ac7c52f0 req-46a9df15-5cf8-4d13-a4f4-42cd3c232860 tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] 10.222.0.62 "GET /v2.0/security-groups?id=c2febd76-d782-4f2a-b56f-e8e5a718fd64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791793 Sep 23 07:36:32.116027 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-fd606c6f-54ac-4199-a6ad-49ef87bc49a9 req-eec7bbd3-a244-42aa-a9cf-6dd597fcdd8b service neutron] 10.222.0.53 "GET /v2.0/networks/65b4249a-6e16-4577-acc0-7c62fde24929?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255655 Sep 23 07:36:33.209075 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09309166-d8b5-4232-9914-323d3d5e4d71 req-b561c38f-183c-492a-80b2-f03d0d5dc9ed tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:36:33.210964 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-09309166-d8b5-4232-9914-323d3d5e4d71 req-b561c38f-183c-492a-80b2-f03d0d5dc9ed tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0b8a9f3-a89e-425b-8276-5bc113b5374c HTTP/1.1" status: 200 len: 943 time: 0.0487506 Sep 23 07:36:33.249342 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-09309166-d8b5-4232-9914-323d3d5e4d71 req-48a91859-4954-4aae-af7a-4c60057ffdb5 tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] 10.222.0.62 "GET /v2.0/security-groups?id=c2febd76-d782-4f2a-b56f-e8e5a718fd64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319083 Sep 23 07:36:34.361937 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8583cf-08c1-4bd0-8da9-dbcf25e09cef req-a87bbdc1-5e09-4c2d-a973-56a14fe7849d tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:36:34.363421 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-ac8583cf-08c1-4bd0-8da9-dbcf25e09cef req-a87bbdc1-5e09-4c2d-a973-56a14fe7849d tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0b8a9f3-a89e-425b-8276-5bc113b5374c HTTP/1.1" status: 200 len: 943 time: 0.0477273 Sep 23 07:36:34.399861 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-ac8583cf-08c1-4bd0-8da9-dbcf25e09cef req-ce8707a6-7168-4d81-9cbe-d9ed80ad5bbe tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] 10.222.0.62 "GET /v2.0/security-groups?id=c2febd76-d782-4f2a-b56f-e8e5a718fd64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305116 Sep 23 07:36:35.515752 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c92d0a-b614-489a-bcf0-b549fc667af6 req-892c03bf-f5e2-429e-9e44-fbd0404de343 tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:36:35.517271 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-89c92d0a-b614-489a-bcf0-b549fc667af6 req-892c03bf-f5e2-429e-9e44-fbd0404de343 tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0b8a9f3-a89e-425b-8276-5bc113b5374c HTTP/1.1" status: 200 len: 943 time: 0.0501709 Sep 23 07:36:35.554560 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-89c92d0a-b614-489a-bcf0-b549fc667af6 req-f6161277-dd0d-4f65-83e5-886e902eeaca tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] 10.222.0.62 "GET /v2.0/security-groups?id=c2febd76-d782-4f2a-b56f-e8e5a718fd64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313554 Sep 23 07:36:36.665686 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98085a0a-8eef-48cb-ae17-760cfd71f0dc req-5aa13a54-42a4-44de-b796-ec81839db141 tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:36:36.667158 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-98085a0a-8eef-48cb-ae17-760cfd71f0dc req-5aa13a54-42a4-44de-b796-ec81839db141 tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0b8a9f3-a89e-425b-8276-5bc113b5374c HTTP/1.1" status: 200 len: 943 time: 0.0472374 Sep 23 07:36:36.703856 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-98085a0a-8eef-48cb-ae17-760cfd71f0dc req-d8fb02fd-f589-4996-a38f-8bf3e8a36bd9 tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] 10.222.0.62 "GET /v2.0/security-groups?id=c2febd76-d782-4f2a-b56f-e8e5a718fd64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303528 Sep 23 07:36:37.414837 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4153d4eb-4625-48a0-8350-ee7fd0327ae5 req-eaef80d2-c424-4109-8d4d-e8054347a308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:36:37.416219 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-4153d4eb-4625-48a0-8350-ee7fd0327ae5 req-eaef80d2-c424-4109-8d4d-e8054347a308 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1f7024f1abd34a80a4e41e2d36e7344c&device_id=b0b8a9f3-a89e-425b-8276-5bc113b5374c HTTP/1.1" status: 200 len: 1096 time: 0.0396621 Sep 23 07:36:37.523508 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4153d4eb-4625-48a0-8350-ee7fd0327ae5 req-c16ffebe-d88d-4354-9c83-281d280ccf3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:36:37.525021 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-4153d4eb-4625-48a0-8350-ee7fd0327ae5 req-c16ffebe-d88d-4354-9c83-281d280ccf3f service neutron] 10.222.0.53 "GET /v2.0/networks?id=65b4249a-6e16-4577-acc0-7c62fde24929 HTTP/1.1" status: 200 len: 909 time: 0.0873687 Sep 23 07:36:37.597728 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-4153d4eb-4625-48a0-8350-ee7fd0327ae5 req-e0aec3d9-6674-43cf-8c3b-66c127a7a906 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=545aa832-87cc-4753-947b-9e1dd4518eed HTTP/1.1" status: 200 len: 999 time: 0.0561390 Sep 23 07:36:37.650862 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4153d4eb-4625-48a0-8350-ee7fd0327ae5 req-4318de8c-49b4-4994-b8d3-f657aa492890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:36:37.652374 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-4153d4eb-4625-48a0-8350-ee7fd0327ae5 req-4318de8c-49b4-4994-b8d3-f657aa492890 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=39dc90ad-17f9-49b5-a3cc-7dbe6ddf9367 HTTP/1.1" status: 200 len: 847 time: 0.0464044 Sep 23 07:36:37.700649 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4153d4eb-4625-48a0-8350-ee7fd0327ae5 req-f6d944c1-f615-4d70-9146-c7fe9e5c8001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:36:37.702035 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-4153d4eb-4625-48a0-8350-ee7fd0327ae5 req-f6d944c1-f615-4d70-9146-c7fe9e5c8001 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=65b4249a-6e16-4577-acc0-7c62fde24929&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0381689 Sep 23 07:36:37.817703 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-4153d4eb-4625-48a0-8350-ee7fd0327ae5 req-fdcf225a-46c8-4322-aa90-f3783aa101da service neutron] 10.222.0.53 "GET /v2.0/networks/65b4249a-6e16-4577-acc0-7c62fde24929?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058831 Sep 23 07:36:37.839882 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4516fe1-5b21-4b27-b26e-522f60644ae9 req-b6412998-8cb5-4e61-9f10-127afd377eed tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:36:37.841265 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-e4516fe1-5b21-4b27-b26e-522f60644ae9 req-b6412998-8cb5-4e61-9f10-127afd377eed tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0b8a9f3-a89e-425b-8276-5bc113b5374c HTTP/1.1" status: 200 len: 943 time: 0.0706842 Sep 23 07:36:37.922982 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-e4516fe1-5b21-4b27-b26e-522f60644ae9 req-63609b61-68ca-4407-a019-efa75d246166 tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] 10.222.0.62 "GET /v2.0/security-groups?id=c2febd76-d782-4f2a-b56f-e8e5a718fd64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711710 Sep 23 07:36:37.941691 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-4153d4eb-4625-48a0-8350-ee7fd0327ae5 req-b3a5c740-a3df-4c3a-bf4d-62f0a013df70 service neutron] 10.222.0.53 "GET /v2.0/networks/65b4249a-6e16-4577-acc0-7c62fde24929?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153414 Sep 23 07:36:39.037766 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef855b8d-1196-4b1c-b765-2435aee9ae36 req-e313c046-cdd6-43ea-9f52-2cb4a7714660 tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:36:39.039214 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-ef855b8d-1196-4b1c-b765-2435aee9ae36 req-e313c046-cdd6-43ea-9f52-2cb4a7714660 tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0b8a9f3-a89e-425b-8276-5bc113b5374c HTTP/1.1" status: 200 len: 943 time: 0.0499792 Sep 23 07:36:39.075298 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-ef855b8d-1196-4b1c-b765-2435aee9ae36 req-272c3709-069c-4769-953b-71bd02a2c0bd tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] 10.222.0.62 "GET /v2.0/security-groups?id=c2febd76-d782-4f2a-b56f-e8e5a718fd64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0295455 Sep 23 07:36:40.185904 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e819e5-673c-412a-97ba-3d0ceaf14a0a req-93236009-d7fd-47b5-b30a-82d9331f4653 tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:36:40.187732 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-98e819e5-673c-412a-97ba-3d0ceaf14a0a req-93236009-d7fd-47b5-b30a-82d9331f4653 tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0b8a9f3-a89e-425b-8276-5bc113b5374c HTTP/1.1" status: 200 len: 943 time: 0.0463805 Sep 23 07:36:40.212966 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Device 545aa832-87cc-4753-947b-9e1dd4518eed details requested by agent hyperv_hv-cinder-80588 with host hv-cinder-80588 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 07:36:40.227380 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-98e819e5-673c-412a-97ba-3d0ceaf14a0a req-c97fd3bc-11bf-4fc5-ac3d-314104eb7027 tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] 10.222.0.62 "GET /v2.0/security-groups?id=c2febd76-d782-4f2a-b56f-e8e5a718fd64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338130 Sep 23 07:36:40.305778 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] For port 545aa832-87cc-4753-947b-9e1dd4518eed, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=545aa832-87cc-4753-947b-9e1dd4518eed,segment=NetworkSegment(b1d011f7-9d5f-4dbf-9fea-a6a7339af9fe),segment_id=b1d011f7-9d5f-4dbf-9fea-a6a7339af9fe)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:36:40.316371 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Returning: {'device': '545aa832-87cc-4753-947b-9e1dd4518eed', 'network_id': '65b4249a-6e16-4577-acc0-7c62fde24929', 'port_id': '545aa832-87cc-4753-947b-9e1dd4518eed', 'mac_address': 'fa:16:3e:ff:97:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39dc90ad-17f9-49b5-a3cc-7dbe6ddf9367', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 07:36:40.357314 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:36:40.369469 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 545aa832-87cc-4753-947b-9e1dd4518eed {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 07:36:40.388234 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] For port 545aa832-87cc-4753-947b-9e1dd4518eed, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=545aa832-87cc-4753-947b-9e1dd4518eed,segment=NetworkSegment(b1d011f7-9d5f-4dbf-9fea-a6a7339af9fe),segment_id=b1d011f7-9d5f-4dbf-9fea-a6a7339af9fe)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:36:40.470152 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728618137860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728617650881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728617650899'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:36:40.516677 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Pushing event updated for resources: {'Port': ['ID=545aa832-87cc-4753-947b-9e1dd4518eed,revision_number=7']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:36:40.679602 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] get_ports_and_sgs() called for port_ids ['545aa832-87cc-4753-947b-9e1dd4518eed'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 07:36:41.338509 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f812a5d2-51c4-4bd8-9547-93c2921b2ea1 req-181437ac-d764-48d7-940e-d293c076a835 tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:36:41.340514 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-f812a5d2-51c4-4bd8-9547-93c2921b2ea1 req-181437ac-d764-48d7-940e-d293c076a835 tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0b8a9f3-a89e-425b-8276-5bc113b5374c HTTP/1.1" status: 200 len: 944 time: 0.0464964 Sep 23 07:36:41.377131 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-f812a5d2-51c4-4bd8-9547-93c2921b2ea1 req-4b1f8eec-0f3c-42f9-bd3e-260fc740035c tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] 10.222.0.62 "GET /v2.0/security-groups?id=c2febd76-d782-4f2a-b56f-e8e5a718fd64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306690 Sep 23 07:36:42.225170 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Device 545aa832-87cc-4753-947b-9e1dd4518eed up at agent hyperv_hv-cinder-80588 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:36:42.271341 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Provisioning complete for port 545aa832-87cc-4753-947b-9e1dd4518eed triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:36:42.271706 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703931'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:36:42.347269 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593383'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:36:42.372313 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0b8a9f3-a89e-425b-8276-5bc113b5374c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '545aa832-87cc-4753-947b-9e1dd4518eed'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:36:42.374552 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8cb1569f887212d656241d478829572ac01e5268e755a1d7af7c5208f8517aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-292f354d-1bd4-4fb4-9218-014f13f32721" -d '{"events": [{"server_uuid": "b0b8a9f3-a89e-425b-8276-5bc113b5374c", "name": "network-vif-plugged", "status": "completed", "tag": "545aa832-87cc-4753-947b-9e1dd4518eed"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:36:42.386982 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] For port 545aa832-87cc-4753-947b-9e1dd4518eed, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=545aa832-87cc-4753-947b-9e1dd4518eed,segment=NetworkSegment(b1d011f7-9d5f-4dbf-9fea-a6a7339af9fe),segment_id=b1d011f7-9d5f-4dbf-9fea-a6a7339af9fe)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:36:42.408948 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 07:36:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd531a6f-f1b1-4fef-9281-64651d295d06 x-openstack-request-id: req-cd531a6f-f1b1-4fef-9281-64651d295d06 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:36:42.409237 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0b8a9f3-a89e-425b-8276-5bc113b5374c", "name": "network-vif-plugged", "status": "completed", "tag": "545aa832-87cc-4753-947b-9e1dd4518eed", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:36:42.409482 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-cd531a6f-f1b1-4fef-9281-64651d295d06 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:36:42.409975 dv-cinder-805887-18-iscsi neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0b8a9f3-a89e-425b-8276-5bc113b5374c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '545aa832-87cc-4753-947b-9e1dd4518eed', 'code': 200} Sep 23 07:36:42.468517 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728618137860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728617650881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728617650899'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:36:42.500941 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6c3951-9a41-4b58-81b0-b33ab4087aa0 req-08676c29-1890-4c5a-9613-641082db24fd tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:36:42.508790 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-5a6c3951-9a41-4b58-81b0-b33ab4087aa0 req-08676c29-1890-4c5a-9613-641082db24fd tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0b8a9f3-a89e-425b-8276-5bc113b5374c HTTP/1.1" status: 200 len: 944 time: 0.0616326 Sep 23 07:36:42.519899 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Pushing event updated for resources: {'Port': ['ID=545aa832-87cc-4753-947b-9e1dd4518eed,revision_number=8']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:36:42.540712 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-5a6c3951-9a41-4b58-81b0-b33ab4087aa0 req-b6895861-7be0-403b-bf65-0c9a45778288 tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] 10.222.0.62 "GET /v2.0/security-groups?id=c2febd76-d782-4f2a-b56f-e8e5a718fd64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310774 Sep 23 07:36:42.710635 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd274e34-5638-45e6-bfda-0e15d838ac45 req-29c1f997-5c4a-4096-85ad-b59783bb05a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:36:42.712116 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-fd274e34-5638-45e6-bfda-0e15d838ac45 req-29c1f997-5c4a-4096-85ad-b59783bb05a1 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=b0b8a9f3-a89e-425b-8276-5bc113b5374c HTTP/1.1" status: 200 len: 1098 time: 0.0389450 Sep 23 07:36:42.746413 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-fd274e34-5638-45e6-bfda-0e15d838ac45 req-bae9abeb-f8a6-4d56-bf84-05f5dcdaa374 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=c2febd76-d782-4f2a-b56f-e8e5a718fd64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0273848 Sep 23 07:36:43.658304 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb97db2e-732c-45a2-b36d-76a52345360a req-b1486d31-67bb-47cb-a776-9735f8374178 tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:36:43.659791 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-cb97db2e-732c-45a2-b36d-76a52345360a req-b1486d31-67bb-47cb-a776-9735f8374178 tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0b8a9f3-a89e-425b-8276-5bc113b5374c HTTP/1.1" status: 200 len: 945 time: 0.0495176 Sep 23 07:36:43.696486 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-cb97db2e-732c-45a2-b36d-76a52345360a req-5e80647b-33cc-4abb-8a73-5d6e8a612776 tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] 10.222.0.62 "GET /v2.0/security-groups?id=c2febd76-d782-4f2a-b56f-e8e5a718fd64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307503 Sep 23 07:36:44.814671 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae95b7f7-e63b-44ec-8263-610f7b3244d3 req-5886da04-a4c3-45a3-bb07-cfb98f9232f2 tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:36:44.816181 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-ae95b7f7-e63b-44ec-8263-610f7b3244d3 req-5886da04-a4c3-45a3-bb07-cfb98f9232f2 tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0b8a9f3-a89e-425b-8276-5bc113b5374c HTTP/1.1" status: 200 len: 945 time: 0.0521231 Sep 23 07:36:44.854922 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-ae95b7f7-e63b-44ec-8263-610f7b3244d3 req-7d1a0063-0d2f-4735-93de-90e8db31e481 tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] 10.222.0.62 "GET /v2.0/security-groups?id=c2febd76-d782-4f2a-b56f-e8e5a718fd64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326405 Sep 23 07:36:44.976579 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.db.agents_db [None req-60cd1eec-2052-4d49-bd00-e5a0de40c293 None None] Agent healthcheck: found 6 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 07:36:52.841268 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-779cbdea-6ce0-4dee-96b6-e82fac68e8a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:36:56.607094 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57a79838-faf3-43b5-a75e-9ab38cfd3e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:36:57.702586 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:36:58.121134 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-1854caf6-1153-400a-8d11-9ed8c1e229e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:36:59.784179 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:36:59.908006 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e4079388-143e-46ee-8cf3-ea3894d72bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:37:21.976080 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.db.agents_db [None req-60cd1eec-2052-4d49-bd00-e5a0de40c293 None None] Agent healthcheck: found 6 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 07:37:22.959574 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-c836fa2c-141c-4d10-b655-034e49442310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:37:26.601052 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-df5b454a-ff6c-48f6-9b2f-33fb6e8f22a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:37:27.839394 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:37:28.109617 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-1854caf6-1153-400a-8d11-9ed8c1e229e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:37:29.793538 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:37:29.992993 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e4079388-143e-46ee-8cf3-ea3894d72bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:37:38.769672 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-e48c5466-8aa3-445a-9f43-bc8c8902e776 req-61742d44-18cc-4236-83a6-392466d46cc5 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=b0b8a9f3-a89e-425b-8276-5bc113b5374c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0365655 Sep 23 07:37:38.847895 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48c5466-8aa3-445a-9f43-bc8c8902e776 req-8228920e-edaa-4743-9d81-49d1bc81e1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:37:38.849408 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-e48c5466-8aa3-445a-9f43-bc8c8902e776 req-8228920e-edaa-4743-9d81-49d1bc81e1b4 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1f7024f1abd34a80a4e41e2d36e7344c&device_id=b0b8a9f3-a89e-425b-8276-5bc113b5374c HTTP/1.1" status: 200 len: 1098 time: 0.0392792 Sep 23 07:37:38.952124 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48c5466-8aa3-445a-9f43-bc8c8902e776 req-ab1d5cc0-51be-489c-8daa-c42cf61215d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:37:38.953530 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-e48c5466-8aa3-445a-9f43-bc8c8902e776 req-ab1d5cc0-51be-489c-8daa-c42cf61215d8 service neutron] 10.222.0.53 "GET /v2.0/networks?id=65b4249a-6e16-4577-acc0-7c62fde24929 HTTP/1.1" status: 200 len: 909 time: 0.0843499 Sep 23 07:37:39.015919 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-e48c5466-8aa3-445a-9f43-bc8c8902e776 req-2e75f3d8-ff42-46b7-9a6e-47aefcffd3f5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=545aa832-87cc-4753-947b-9e1dd4518eed HTTP/1.1" status: 200 len: 1001 time: 0.0548308 Sep 23 07:37:39.066525 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48c5466-8aa3-445a-9f43-bc8c8902e776 req-3a0b4b3c-5649-4fdb-a724-2d1ffd804dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:37:39.067905 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-e48c5466-8aa3-445a-9f43-bc8c8902e776 req-3a0b4b3c-5649-4fdb-a724-2d1ffd804dd0 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=39dc90ad-17f9-49b5-a3cc-7dbe6ddf9367 HTTP/1.1" status: 200 len: 847 time: 0.0447147 Sep 23 07:37:39.112113 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48c5466-8aa3-445a-9f43-bc8c8902e776 req-2ca46dcb-41e9-4327-a8cc-e97b6aa0a452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:37:39.113756 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-e48c5466-8aa3-445a-9f43-bc8c8902e776 req-2ca46dcb-41e9-4327-a8cc-e97b6aa0a452 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=65b4249a-6e16-4577-acc0-7c62fde24929&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0379648 Sep 23 07:37:39.200934 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-e48c5466-8aa3-445a-9f43-bc8c8902e776 req-a8821a81-f4f3-491f-b8bd-f6dd946410ac service neutron] 10.222.0.53 "GET /v2.0/networks/65b4249a-6e16-4577-acc0-7c62fde24929?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799947 Sep 23 07:37:39.290724 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-e48c5466-8aa3-445a-9f43-bc8c8902e776 req-29b18050-cde6-4243-97c1-3bfb87bf9234 service neutron] 10.222.0.53 "GET /v2.0/networks/65b4249a-6e16-4577-acc0-7c62fde24929?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821652 Sep 23 07:37:52.840628 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d0b99f2b-af58-4390-9b42-b27c50c04b4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:37:56.589111 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d293f2b0-97d3-41a3-aecf-955b7a3f0f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:37:57.701402 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:37:58.108920 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-1854caf6-1153-400a-8d11-9ed8c1e229e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:37:58.974674 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.db.agents_db [None req-60cd1eec-2052-4d49-bd00-e5a0de40c293 None None] Agent healthcheck: found 6 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 07:37:59.803915 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:37:59.909309 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e4079388-143e-46ee-8cf3-ea3894d72bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:38:00.401743 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.62', 33858) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:38:00.555024 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-db1f27da-829e-4302-9683-afe74307f95f tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] Deleting port bf763f8e-096b-4e78-8c33-1b90bcfcec25 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:38:00.555976 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-db1f27da-829e-4302-9683-afe74307f95f tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728618132776'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:38:00.630808 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-db1f27da-829e-4302-9683-afe74307f95f tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452355'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:38:00.631130 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-db1f27da-829e-4302-9683-afe74307f95f tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:38:00.642386 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-db1f27da-829e-4302-9683-afe74307f95f tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] Calling delete_port for bf763f8e-096b-4e78-8c33-1b90bcfcec25 owned by network:floatingip {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:38:00.857951 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-db1f27da-829e-4302-9683-afe74307f95f tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728618137326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728617650872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58957170'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:38:00.885230 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1f27da-829e-4302-9683-afe74307f95f tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] Pushing event deleted for resources: {'Port': ['ID=bf763f8e-096b-4e78-8c33-1b90bcfcec25,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:38:00.908788 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1f27da-829e-4302-9683-afe74307f95f tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:38:00.909135 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1f27da-829e-4302-9683-afe74307f95f tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:38:00.909474 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1f27da-829e-4302-9683-afe74307f95f tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:38:00.909806 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1f27da-829e-4302-9683-afe74307f95f tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:38:00.910153 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1f27da-829e-4302-9683-afe74307f95f tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:38:00.910463 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1f27da-829e-4302-9683-afe74307f95f tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:38:00.910787 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1f27da-829e-4302-9683-afe74307f95f tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:38:00.911109 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1f27da-829e-4302-9683-afe74307f95f tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:38:00.911482 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1f27da-829e-4302-9683-afe74307f95f tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:38:00.911799 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1f27da-829e-4302-9683-afe74307f95f tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:38:00.912120 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1f27da-829e-4302-9683-afe74307f95f tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:38:00.912437 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1f27da-829e-4302-9683-afe74307f95f tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:38:00.951147 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-db1f27da-829e-4302-9683-afe74307f95f tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] Notify callbacks [] for floatingip, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:38:00.951467 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.db.l3_db [None req-db1f27da-829e-4302-9683-afe74307f95f tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] Floating IP 08e819e3-d83c-4cd1-a46d-c5e2df3cd5c1 disassociated (deleted). External IP: 172.27.2.203, port: 545aa832-87cc-4753-947b-9e1dd4518eed. Sep 23 07:38:01.346024 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db1f27da-829e-4302-9683-afe74307f95f tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] Router 42b7de54-3625-4746-a80a-a9b0e2798753 has already been hosted by L3 agent 65b4f7dd-c6e9-4255-94ee-66e285aed80f {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 07:38:01.449235 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db1f27da-829e-4302-9683-afe74307f95f tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] Notify agent at l3_agent.dv-cinder-805887-18-iscsi the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 07:38:01.453944 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-db1f27da-829e-4302-9683-afe74307f95f tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210484'] for floatingip, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:38:01.458720 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-368b965e-6e09-4eae-8701-50be940e0a6d None None] Sync routers for ids ['42b7de54-3625-4746-a80a-a9b0e2798753'] in dv-cinder-805887-18-iscsi {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 07:38:01.468389 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-368b965e-6e09-4eae-8701-50be940e0a6d None None] Routers {'42b7de54-3625-4746-a80a-a9b0e2798753'} bound to L3 agent in host dv-cinder-805887-18-iscsi {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:38:01.469033 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-368b965e-6e09-4eae-8701-50be940e0a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T07:15:56Z,description=,heartbeat_timestamp=2021-09-23T07:37:57Z,host='dv-cinder-805887-18-iscsi',id=65b4f7dd-c6e9-4255-94ee-66e285aed80f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T07:15:57Z,topic='l3_agent')) {'router_ids': ['42b7de54-3625-4746-a80a-a9b0e2798753'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:38:01.483980 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [None req-db1f27da-829e-4302-9683-afe74307f95f tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] 10.222.0.62 "DELETE /v2.0/floatingips/08e819e3-d83c-4cd1-a46d-c5e2df3cd5c1 HTTP/1.1" status: 204 len: 168 time: 1.0811560 Sep 23 07:38:01.484908 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0b8a9f3-a89e-425b-8276-5bc113b5374c', 'tag': '545aa832-87cc-4753-947b-9e1dd4518eed'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:38:01.487492 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb8d6b8657277539ef4de54674fa83498a11133e08412b1937995906b62ef5f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e582f0bb-c0f8-4623-9bf5-e6ea1fd435ee" -d '{"events": [{"name": "network-changed", "server_uuid": "b0b8a9f3-a89e-425b-8276-5bc113b5374c", "tag": "545aa832-87cc-4753-947b-9e1dd4518eed"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:38:01.574530 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-368b965e-6e09-4eae-8701-50be940e0a6d None None] Set router 42b7de54-3625-4746-a80a-a9b0e2798753 gateway port host: dv-cinder-805887-18-iscsi {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:38:01.765899 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-368b965e-6e09-4eae-8701-50be940e0a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42b7de54-3625-4746-a80a-a9b0e2798753', 'name': 'tempest-TestShelveInstance-531437077-router', 'tenant_id': '1f7024f1abd34a80a4e41e2d36e7344c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'external_fixed_ips': [{'subnet_id': '89646001-5df7-4559-baa8-56e15a045fc5', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': '41a295dd-8748-4391-87f9-e887ecc1338e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:33:08Z', 'updated_at': '2021-09-23T07:33:12Z', 'revision_number': 4, 'project_id': '1f7024f1abd34a80a4e41e2d36e7344c', 'gw_port': {'id': '41a295dd-8748-4391-87f9-e887ecc1338e', 'name': '', 'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:be:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b7de54-3625-4746-a80a-a9b0e2798753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '89646001-5df7-4559-baa8-56e15a045fc5', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:33:08Z', 'updated_at': '2021-09-23T07:33:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89646001-5df7-4559-baa8-56e15a045fc5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-18-iscsi', '_interfaces': [{'id': 'ae0530a4-55f6-409c-98ff-a2580a2aaff4', 'name': '', 'network_id': '65b4249a-6e16-4577-acc0-7c62fde24929', 'tenant_id': '1f7024f1abd34a80a4e41e2d36e7344c', 'mac_address': 'fa:16:3e:f1:21:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b7de54-3625-4746-a80a-a9b0e2798753', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '39dc90ad-17f9-49b5-a3cc-7dbe6ddf9367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:33:11Z', 'updated_at': '2021-09-23T07:33:15Z', 'revision_number': 5, 'project_id': '1f7024f1abd34a80a4e41e2d36e7344c', 'subnets': [{'id': '39dc90ad-17f9-49b5-a3cc-7dbe6ddf9367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-18-iscsi', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:38:01.795461 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-368b965e-6e09-4eae-8701-50be940e0a6d None None] Checking router: 42b7de54-3625-4746-a80a-a9b0e2798753 for host: dv-cinder-805887-18-iscsi {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 07:38:01.803562 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-368b965e-6e09-4eae-8701-50be940e0a6d None None] Routers {'42b7de54-3625-4746-a80a-a9b0e2798753'} bound to L3 agent in host dv-cinder-805887-18-iscsi {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:38:01.804165 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-368b965e-6e09-4eae-8701-50be940e0a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T07:15:56Z,description=,heartbeat_timestamp=2021-09-23T07:37:57Z,host='dv-cinder-805887-18-iscsi',id=65b4f7dd-c6e9-4255-94ee-66e285aed80f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T07:15:57Z,topic='l3_agent')) {'router_ids': ['42b7de54-3625-4746-a80a-a9b0e2798753'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:38:01.909312 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-368b965e-6e09-4eae-8701-50be940e0a6d None None] Set router 42b7de54-3625-4746-a80a-a9b0e2798753 gateway port host: dv-cinder-805887-18-iscsi {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:38:01.945518 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49eb1dd-eb0f-4448-8673-d820b8b4b843 req-ed2e0a91-c9b7-4480-aa21-0212c4d98cfa tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:38:01.947077 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-f49eb1dd-eb0f-4448-8673-d820b8b4b843 req-ed2e0a91-c9b7-4480-aa21-0212c4d98cfa tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0b8a9f3-a89e-425b-8276-5bc113b5374c HTTP/1.1" status: 200 len: 945 time: 0.0482025 Sep 23 07:38:01.985090 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-f49eb1dd-eb0f-4448-8673-d820b8b4b843 req-9504144d-a502-4b21-a5ef-f43874382ccd tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] 10.222.0.62 "GET /v2.0/security-groups?id=c2febd76-d782-4f2a-b56f-e8e5a718fd64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319533 Sep 23 07:38:02.104556 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-368b965e-6e09-4eae-8701-50be940e0a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42b7de54-3625-4746-a80a-a9b0e2798753', 'name': 'tempest-TestShelveInstance-531437077-router', 'tenant_id': '1f7024f1abd34a80a4e41e2d36e7344c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'external_fixed_ips': [{'subnet_id': '89646001-5df7-4559-baa8-56e15a045fc5', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': '41a295dd-8748-4391-87f9-e887ecc1338e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:33:08Z', 'updated_at': '2021-09-23T07:33:12Z', 'revision_number': 4, 'project_id': '1f7024f1abd34a80a4e41e2d36e7344c', 'gw_port': {'id': '41a295dd-8748-4391-87f9-e887ecc1338e', 'name': '', 'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:be:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b7de54-3625-4746-a80a-a9b0e2798753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '89646001-5df7-4559-baa8-56e15a045fc5', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:33:08Z', 'updated_at': '2021-09-23T07:33:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89646001-5df7-4559-baa8-56e15a045fc5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-18-iscsi', '_interfaces': [{'id': 'ae0530a4-55f6-409c-98ff-a2580a2aaff4', 'name': '', 'network_id': '65b4249a-6e16-4577-acc0-7c62fde24929', 'tenant_id': '1f7024f1abd34a80a4e41e2d36e7344c', 'mac_address': 'fa:16:3e:f1:21:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b7de54-3625-4746-a80a-a9b0e2798753', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '39dc90ad-17f9-49b5-a3cc-7dbe6ddf9367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:33:11Z', 'updated_at': '2021-09-23T07:33:15Z', 'revision_number': 5, 'project_id': '1f7024f1abd34a80a4e41e2d36e7344c', 'subnets': [{'id': '39dc90ad-17f9-49b5-a3cc-7dbe6ddf9367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-18-iscsi', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:38:02.129785 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-368b965e-6e09-4eae-8701-50be940e0a6d None None] The sync data for ids ['42b7de54-3625-4746-a80a-a9b0e2798753'] in dv-cinder-805887-18-iscsi is: [{'id': '42b7de54-3625-4746-a80a-a9b0e2798753', 'name': 'tempest-TestShelveInstance-531437077-router', 'tenant_id': '1f7024f1abd34a80a4e41e2d36e7344c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'external_fixed_ips': [{'subnet_id': '89646001-5df7-4559-baa8-56e15a045fc5', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': '41a295dd-8748-4391-87f9-e887ecc1338e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:33:08Z', 'updated_at': '2021-09-23T07:33:12Z', 'revision_number': 4, 'project_id': '1f7024f1abd34a80a4e41e2d36e7344c', 'gw_port': {'id': '41a295dd-8748-4391-87f9-e887ecc1338e', 'name': '', 'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:be:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b7de54-3625-4746-a80a-a9b0e2798753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '89646001-5df7-4559-baa8-56e15a045fc5', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:33:08Z', 'updated_at': '2021-09-23T07:33:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89646001-5df7-4559-baa8-56e15a045fc5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-18-iscsi', '_interfaces': [{'id': 'ae0530a4-55f6-409c-98ff-a2580a2aaff4', 'name': '', 'network_id': '65b4249a-6e16-4577-acc0-7c62fde24929', 'tenant_id': '1f7024f1abd34a80a4e41e2d36e7344c', 'mac_address': 'fa:16:3e:f1:21:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b7de54-3625-4746-a80a-a9b0e2798753', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '39dc90ad-17f9-49b5-a3cc-7dbe6ddf9367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:33:11Z', 'updated_at': '2021-09-23T07:33:15Z', 'revision_number': 5, 'project_id': '1f7024f1abd34a80a4e41e2d36e7344c', 'subnets': [{'id': '39dc90ad-17f9-49b5-a3cc-7dbe6ddf9367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 07:38:02.333501 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a66e0b7-c2aa-44e0-bd4d-7467a80869a3 None None] New status for floating IP 08e819e3-d83c-4cd1-a46d-c5e2df3cd5c1: DOWN {{(pid=94843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 07:38:02.632764 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 07:38:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d496fdf-dda2-48e7-b74f-a2773538a915 x-openstack-request-id: req-7d496fdf-dda2-48e7-b74f-a2773538a915 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:38:02.637371 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0b8a9f3-a89e-425b-8276-5bc113b5374c", "tag": "545aa832-87cc-4753-947b-9e1dd4518eed", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:38:02.637371 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7d496fdf-dda2-48e7-b74f-a2773538a915 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:38:02.637371 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0b8a9f3-a89e-425b-8276-5bc113b5374c', 'tag': '545aa832-87cc-4753-947b-9e1dd4518eed', 'status': 'completed', 'code': 200} Sep 23 07:38:02.695833 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e582f0bb-c0f8-4623-9bf5-e6ea1fd435ee req-622d1b6d-dac7-4df1-8296-50b203b152f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:38:02.697283 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-e582f0bb-c0f8-4623-9bf5-e6ea1fd435ee req-622d1b6d-dac7-4df1-8296-50b203b152f0 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1f7024f1abd34a80a4e41e2d36e7344c&device_id=b0b8a9f3-a89e-425b-8276-5bc113b5374c HTTP/1.1" status: 200 len: 1098 time: 0.0399365 Sep 23 07:38:02.788080 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e582f0bb-c0f8-4623-9bf5-e6ea1fd435ee req-f43b318f-fa71-4205-9ecb-2b80b3ba6b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:38:02.790099 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-e582f0bb-c0f8-4623-9bf5-e6ea1fd435ee req-f43b318f-fa71-4205-9ecb-2b80b3ba6b1b service neutron] 10.222.0.53 "GET /v2.0/networks?id=65b4249a-6e16-4577-acc0-7c62fde24929 HTTP/1.1" status: 200 len: 909 time: 0.0843215 Sep 23 07:38:02.829680 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-e582f0bb-c0f8-4623-9bf5-e6ea1fd435ee req-9eb67db2-1a3b-4aea-be39-c5689ff3b159 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=545aa832-87cc-4753-947b-9e1dd4518eed HTTP/1.1" status: 200 len: 217 time: 0.0326941 Sep 23 07:38:02.881849 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e582f0bb-c0f8-4623-9bf5-e6ea1fd435ee req-26379896-3bbf-4b9f-99f8-fb6c78f17de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:38:02.883305 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-e582f0bb-c0f8-4623-9bf5-e6ea1fd435ee req-26379896-3bbf-4b9f-99f8-fb6c78f17de0 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=39dc90ad-17f9-49b5-a3cc-7dbe6ddf9367 HTTP/1.1" status: 200 len: 847 time: 0.0453560 Sep 23 07:38:02.928270 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e582f0bb-c0f8-4623-9bf5-e6ea1fd435ee req-41ca9cc3-e674-4f3a-9f4e-3a6237287344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:38:02.929857 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-e582f0bb-c0f8-4623-9bf5-e6ea1fd435ee req-41ca9cc3-e674-4f3a-9f4e-3a6237287344 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=65b4249a-6e16-4577-acc0-7c62fde24929&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0389805 Sep 23 07:38:03.025388 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-e582f0bb-c0f8-4623-9bf5-e6ea1fd435ee req-b37aa41d-3a65-4c9d-a3ef-01e26cb2302f service neutron] 10.222.0.53 "GET /v2.0/networks/65b4249a-6e16-4577-acc0-7c62fde24929?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861609 Sep 23 07:38:03.146794 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342680ad-0551-4fdb-a911-937ec277c6fc req-1adb952b-4738-4bde-8045-479b8e5fcd1d tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:38:03.148261 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-342680ad-0551-4fdb-a911-937ec277c6fc req-1adb952b-4738-4bde-8045-479b8e5fcd1d tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0b8a9f3-a89e-425b-8276-5bc113b5374c HTTP/1.1" status: 200 len: 945 time: 0.0957835 Sep 23 07:38:03.150979 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-e582f0bb-c0f8-4623-9bf5-e6ea1fd435ee req-ac0f289a-cfed-4b74-bbb5-3014e80e1580 service neutron] 10.222.0.53 "GET /v2.0/networks/65b4249a-6e16-4577-acc0-7c62fde24929?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173091 Sep 23 07:38:03.189332 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-342680ad-0551-4fdb-a911-937ec277c6fc req-7a5b1218-ecee-4953-b9a3-f5e94e64fcac tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] 10.222.0.62 "GET /v2.0/security-groups?id=c2febd76-d782-4f2a-b56f-e8e5a718fd64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344903 Sep 23 07:38:03.443650 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e411c65f-9a98-40b6-b769-eadfd8bfe9fa req-1c270b98-4fd4-4662-a887-29e0a433c46b tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:38:03.445182 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-e411c65f-9a98-40b6-b769-eadfd8bfe9fa req-1c270b98-4fd4-4662-a887-29e0a433c46b tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] 10.222.0.53 "GET /v2.0/ports?device_id=b0b8a9f3-a89e-425b-8276-5bc113b5374c HTTP/1.1" status: 200 len: 945 time: 0.0468783 Sep 23 07:38:03.531801 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-e411c65f-9a98-40b6-b769-eadfd8bfe9fa req-1b907468-10a6-474c-bcc6-c2dec82cf021 tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] Deleting port 545aa832-87cc-4753-947b-9e1dd4518eed {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:38:03.532137 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-e411c65f-9a98-40b6-b769-eadfd8bfe9fa req-1b907468-10a6-474c-bcc6-c2dec82cf021 tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728618132776'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:38:03.618031 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-e411c65f-9a98-40b6-b769-eadfd8bfe9fa req-1b907468-10a6-474c-bcc6-c2dec82cf021 tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] For port 545aa832-87cc-4753-947b-9e1dd4518eed, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=545aa832-87cc-4753-947b-9e1dd4518eed,segment=NetworkSegment(b1d011f7-9d5f-4dbf-9fea-a6a7339af9fe),segment_id=b1d011f7-9d5f-4dbf-9fea-a6a7339af9fe)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:38:03.618382 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-e411c65f-9a98-40b6-b769-eadfd8bfe9fa req-1b907468-10a6-474c-bcc6-c2dec82cf021 tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452355'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:38:03.629859 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-e411c65f-9a98-40b6-b769-eadfd8bfe9fa req-1b907468-10a6-474c-bcc6-c2dec82cf021 tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] Calling delete_port for 545aa832-87cc-4753-947b-9e1dd4518eed owned by compute:nova {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:38:03.840272 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-e411c65f-9a98-40b6-b769-eadfd8bfe9fa req-1b907468-10a6-474c-bcc6-c2dec82cf021 tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728618137326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728617650872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58829502'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:38:03.868516 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b907468-10a6-474c-bcc6-c2dec82cf021 tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] Pushing event deleted for resources: {'Port': ['ID=545aa832-87cc-4753-947b-9e1dd4518eed,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:38:03.894863 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b907468-10a6-474c-bcc6-c2dec82cf021 tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:38:03.895208 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b907468-10a6-474c-bcc6-c2dec82cf021 tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:38:03.896826 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b907468-10a6-474c-bcc6-c2dec82cf021 tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:38:03.896826 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b907468-10a6-474c-bcc6-c2dec82cf021 tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:38:03.896826 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b907468-10a6-474c-bcc6-c2dec82cf021 tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:38:03.896826 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b907468-10a6-474c-bcc6-c2dec82cf021 tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:38:03.896826 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b907468-10a6-474c-bcc6-c2dec82cf021 tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:38:03.897423 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b907468-10a6-474c-bcc6-c2dec82cf021 tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:38:03.897522 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b907468-10a6-474c-bcc6-c2dec82cf021 tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:38:03.897825 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b907468-10a6-474c-bcc6-c2dec82cf021 tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:38:03.898231 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b907468-10a6-474c-bcc6-c2dec82cf021 tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:38:03.898459 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b907468-10a6-474c-bcc6-c2dec82cf021 tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:38:03.918312 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-e411c65f-9a98-40b6-b769-eadfd8bfe9fa req-1b907468-10a6-474c-bcc6-c2dec82cf021 tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] No DVR routers for this DVR port 545aa832-87cc-4753-947b-9e1dd4518eed on host hv-cinder-80588 {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 07:38:03.920753 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-e411c65f-9a98-40b6-b769-eadfd8bfe9fa req-1b907468-10a6-474c-bcc6-c2dec82cf021 tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210484'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:38:03.922868 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-e411c65f-9a98-40b6-b769-eadfd8bfe9fa req-1b907468-10a6-474c-bcc6-c2dec82cf021 tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] 10.222.0.53 "DELETE /v2.0/ports/545aa832-87cc-4753-947b-9e1dd4518eed HTTP/1.1" status: 204 len: 173 time: 0.4715183 Sep 23 07:38:03.923292 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0b8a9f3-a89e-425b-8276-5bc113b5374c', 'name': 'network-vif-deleted', 'tag': '545aa832-87cc-4753-947b-9e1dd4518eed'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:38:03.925532 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59377972be4a6b1db7d764771ea1170f497e9021ac5c159e937f759c4704c07c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c186a67-69fa-40e5-83d6-0b877fcd6087" -d '{"events": [{"server_uuid": "b0b8a9f3-a89e-425b-8276-5bc113b5374c", "name": "network-vif-deleted", "tag": "545aa832-87cc-4753-947b-9e1dd4518eed"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:38:03.961919 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 07:38:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f43b89d-a6b5-41ac-83ed-7f85f984a2da x-openstack-request-id: req-4f43b89d-a6b5-41ac-83ed-7f85f984a2da {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:38:03.962207 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0b8a9f3-a89e-425b-8276-5bc113b5374c", "name": "network-vif-deleted", "tag": "545aa832-87cc-4753-947b-9e1dd4518eed", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:38:03.962454 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4f43b89d-a6b5-41ac-83ed-7f85f984a2da {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:38:03.962839 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0b8a9f3-a89e-425b-8276-5bc113b5374c', 'name': 'network-vif-deleted', 'tag': '545aa832-87cc-4753-947b-9e1dd4518eed', 'status': 'completed', 'code': 200} Sep 23 07:38:04.287373 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [req-8f8a7794-ec2e-4608-90a5-6d62d7466139 req-472a5a32-98c1-49da-aa9c-32181fd84627 tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0b8a9f3-a89e-425b-8276-5bc113b5374c HTTP/1.1" status: 200 len: 210 time: 0.0252833 Sep 23 07:38:05.345045 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.62', 33888) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:38:05.401465 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bacc2457-72a8-4134-9f0d-bc9171b42732 tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:38:05.426561 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bacc2457-72a8-4134-9f0d-bc9171b42732 tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:38:05.541560 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bacc2457-72a8-4134-9f0d-bc9171b42732 tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520401'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:38:05.544157 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bacc2457-72a8-4134-9f0d-bc9171b42732 tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:38:05.545387 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [None req-bacc2457-72a8-4134-9f0d-bc9171b42732 tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] 10.222.0.62 "DELETE /v2.0/security-groups/c2febd76-d782-4f2a-b56f-e8e5a718fd64 HTTP/1.1" status: 204 len: 168 time: 0.1992979 Sep 23 07:38:05.554445 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacc2457-72a8-4134-9f0d-bc9171b42732 tempest-TestShelveInstance-1097468024 tempest-TestShelveInstance-1097468024-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2febd76-d782-4f2a-b56f-e8e5a718fd64,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:38:05.672409 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.62', 33892) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:38:06.004598 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6018061e-fae8-4775-8db6-4ee4273da332 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-455450'] for router_interface, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:38:06.234691 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-6018061e-fae8-4775-8db6-4ee4273da332 admin admin] Deleting port ae0530a4-55f6-409c-98ff-a2580a2aaff4 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:38:06.235024 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6018061e-fae8-4775-8db6-4ee4273da332 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728618132776'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:38:06.571213 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-6018061e-fae8-4775-8db6-4ee4273da332 admin admin] For port ae0530a4-55f6-409c-98ff-a2580a2aaff4, host dv-cinder-805887-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-18-iscsi',level=0,port_id=ae0530a4-55f6-409c-98ff-a2580a2aaff4,segment=NetworkSegment(b1d011f7-9d5f-4dbf-9fea-a6a7339af9fe),segment_id=b1d011f7-9d5f-4dbf-9fea-a6a7339af9fe)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:38:06.571574 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6018061e-fae8-4775-8db6-4ee4273da332 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452355'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:38:06.571752 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Device 545aa832-87cc-4753-947b-9e1dd4518eed no longer exists at agent hyperv_hv-cinder-80588 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:38:06.584062 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-6018061e-fae8-4775-8db6-4ee4273da332 admin admin] Calling delete_port for ae0530a4-55f6-409c-98ff-a2580a2aaff4 owned by network:router_interface {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:38:06.592036 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] No Port match for: 545aa832-87cc-4753-947b-9e1dd4518eed {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 07:38:06.592384 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Device 545aa832-87cc-4753-947b-9e1dd4518eed not bound to the agent host hv-cinder-80588 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 07:38:06.840237 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6018061e-fae8-4775-8db6-4ee4273da332 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728618137326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728617650872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58829502'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:38:06.863424 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6018061e-fae8-4775-8db6-4ee4273da332 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae0530a4-55f6-409c-98ff-a2580a2aaff4,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:38:07.029771 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6018061e-fae8-4775-8db6-4ee4273da332 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-456083'] for router_interface, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:38:07.241616 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6018061e-fae8-4775-8db6-4ee4273da332 admin admin] Router 42b7de54-3625-4746-a80a-a9b0e2798753 has already been hosted by L3 agent 65b4f7dd-c6e9-4255-94ee-66e285aed80f {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 07:38:07.340761 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6018061e-fae8-4775-8db6-4ee4273da332 admin admin] Notify agent at l3_agent.dv-cinder-805887-18-iscsi the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 07:38:07.345948 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [None req-6018061e-fae8-4775-8db6-4ee4273da332 admin admin] 10.222.0.62 "PUT /v2.0/routers/42b7de54-3625-4746-a80a-a9b0e2798753/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6724544 Sep 23 07:38:07.348617 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.62', 33894) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:38:07.349455 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e07a2ae9-bbdf-424b-a706-94cf59324a2f None None] Sync routers for ids ['42b7de54-3625-4746-a80a-a9b0e2798753'] in dv-cinder-805887-18-iscsi {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 07:38:07.358937 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e07a2ae9-bbdf-424b-a706-94cf59324a2f None None] Routers {'42b7de54-3625-4746-a80a-a9b0e2798753'} bound to L3 agent in host dv-cinder-805887-18-iscsi {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:38:07.359543 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-e07a2ae9-bbdf-424b-a706-94cf59324a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T07:15:56Z,description=,heartbeat_timestamp=2021-09-23T07:37:57Z,host='dv-cinder-805887-18-iscsi',id=65b4f7dd-c6e9-4255-94ee-66e285aed80f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T07:15:57Z,topic='l3_agent')) {'router_ids': ['42b7de54-3625-4746-a80a-a9b0e2798753'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:38:07.467145 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-e07a2ae9-bbdf-424b-a706-94cf59324a2f None None] Set router 42b7de54-3625-4746-a80a-a9b0e2798753 gateway port host: dv-cinder-805887-18-iscsi {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:38:07.612203 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e2aac5b1-6b3f-43a3-b05c-44e8b7392720 admin admin] Notify callbacks [] for router, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:38:07.643835 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-e07a2ae9-bbdf-424b-a706-94cf59324a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42b7de54-3625-4746-a80a-a9b0e2798753', 'name': 'tempest-TestShelveInstance-531437077-router', 'tenant_id': '1f7024f1abd34a80a4e41e2d36e7344c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'external_fixed_ips': [{'subnet_id': '89646001-5df7-4559-baa8-56e15a045fc5', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': '41a295dd-8748-4391-87f9-e887ecc1338e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:33:08Z', 'updated_at': '2021-09-23T07:38:06Z', 'revision_number': 5, 'project_id': '1f7024f1abd34a80a4e41e2d36e7344c', 'gw_port': {'id': '41a295dd-8748-4391-87f9-e887ecc1338e', 'name': '', 'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:be:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b7de54-3625-4746-a80a-a9b0e2798753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '89646001-5df7-4559-baa8-56e15a045fc5', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:33:08Z', 'updated_at': '2021-09-23T07:33:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89646001-5df7-4559-baa8-56e15a045fc5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-18-iscsi'}], 'dv-cinder-805887-18-iscsi', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:38:07.670020 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e07a2ae9-bbdf-424b-a706-94cf59324a2f None None] Checking router: 42b7de54-3625-4746-a80a-a9b0e2798753 for host: dv-cinder-805887-18-iscsi {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 07:38:07.678300 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e07a2ae9-bbdf-424b-a706-94cf59324a2f None None] Routers {'42b7de54-3625-4746-a80a-a9b0e2798753'} bound to L3 agent in host dv-cinder-805887-18-iscsi {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:38:07.678906 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-e07a2ae9-bbdf-424b-a706-94cf59324a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T07:15:56Z,description=,heartbeat_timestamp=2021-09-23T07:37:57Z,host='dv-cinder-805887-18-iscsi',id=65b4f7dd-c6e9-4255-94ee-66e285aed80f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T07:15:57Z,topic='l3_agent')) {'router_ids': ['42b7de54-3625-4746-a80a-a9b0e2798753'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:38:07.710277 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e2aac5b1-6b3f-43a3-b05c-44e8b7392720 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:38:07.782892 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-e07a2ae9-bbdf-424b-a706-94cf59324a2f None None] Set router 42b7de54-3625-4746-a80a-a9b0e2798753 gateway port host: dv-cinder-805887-18-iscsi {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:38:07.829868 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-e2aac5b1-6b3f-43a3-b05c-44e8b7392720 admin admin] Deleting port 41a295dd-8748-4391-87f9-e887ecc1338e {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:38:07.830212 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e2aac5b1-6b3f-43a3-b05c-44e8b7392720 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728618132776'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:38:07.911921 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-e2aac5b1-6b3f-43a3-b05c-44e8b7392720 admin admin] For port 41a295dd-8748-4391-87f9-e887ecc1338e, host dv-cinder-805887-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-18-iscsi',level=0,port_id=41a295dd-8748-4391-87f9-e887ecc1338e,segment=NetworkSegment(8399e290-ca7c-4b27-b40e-543152e4317b),segment_id=8399e290-ca7c-4b27-b40e-543152e4317b)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:38:07.912653 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e2aac5b1-6b3f-43a3-b05c-44e8b7392720 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452355'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:38:07.924513 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-e2aac5b1-6b3f-43a3-b05c-44e8b7392720 admin admin] Calling delete_port for 41a295dd-8748-4391-87f9-e887ecc1338e owned by network:router_gateway {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:38:07.962721 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-e07a2ae9-bbdf-424b-a706-94cf59324a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42b7de54-3625-4746-a80a-a9b0e2798753', 'name': 'tempest-TestShelveInstance-531437077-router', 'tenant_id': '1f7024f1abd34a80a4e41e2d36e7344c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'external_fixed_ips': [{'subnet_id': '89646001-5df7-4559-baa8-56e15a045fc5', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': '41a295dd-8748-4391-87f9-e887ecc1338e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:33:08Z', 'updated_at': '2021-09-23T07:38:06Z', 'revision_number': 5, 'project_id': '1f7024f1abd34a80a4e41e2d36e7344c', 'gw_port': {'id': '41a295dd-8748-4391-87f9-e887ecc1338e', 'name': '', 'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:be:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b7de54-3625-4746-a80a-a9b0e2798753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '89646001-5df7-4559-baa8-56e15a045fc5', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:33:08Z', 'updated_at': '2021-09-23T07:33:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89646001-5df7-4559-baa8-56e15a045fc5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-18-iscsi'}], 'dv-cinder-805887-18-iscsi', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:38:07.988591 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e07a2ae9-bbdf-424b-a706-94cf59324a2f None None] The sync data for ids ['42b7de54-3625-4746-a80a-a9b0e2798753'] in dv-cinder-805887-18-iscsi is: [{'id': '42b7de54-3625-4746-a80a-a9b0e2798753', 'name': 'tempest-TestShelveInstance-531437077-router', 'tenant_id': '1f7024f1abd34a80a4e41e2d36e7344c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'external_fixed_ips': [{'subnet_id': '89646001-5df7-4559-baa8-56e15a045fc5', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': '41a295dd-8748-4391-87f9-e887ecc1338e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:33:08Z', 'updated_at': '2021-09-23T07:38:06Z', 'revision_number': 5, 'project_id': '1f7024f1abd34a80a4e41e2d36e7344c', 'gw_port': {'id': '41a295dd-8748-4391-87f9-e887ecc1338e', 'name': '', 'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:be:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b7de54-3625-4746-a80a-a9b0e2798753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '89646001-5df7-4559-baa8-56e15a045fc5', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:33:08Z', 'updated_at': '2021-09-23T07:33:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89646001-5df7-4559-baa8-56e15a045fc5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-18-iscsi'}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 07:38:08.149921 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e2aac5b1-6b3f-43a3-b05c-44e8b7392720 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728618137326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728617650872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58829502'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:38:08.175047 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2aac5b1-6b3f-43a3-b05c-44e8b7392720 admin admin] Pushing event deleted for resources: {'Port': ['ID=41a295dd-8748-4391-87f9-e887ecc1338e,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:38:08.237034 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e2aac5b1-6b3f-43a3-b05c-44e8b7392720 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-456016'] for router_gateway, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:38:08.323092 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e2aac5b1-6b3f-43a3-b05c-44e8b7392720 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-459327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1432'] for router, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:38:08.325277 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e2aac5b1-6b3f-43a3-b05c-44e8b7392720 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:38:08.438282 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e2aac5b1-6b3f-43a3-b05c-44e8b7392720 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-459318'] for router, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:38:08.438823 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2aac5b1-6b3f-43a3-b05c-44e8b7392720 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 42b7de54-3625-4746-a80a-a9b0e2798753 {{(pid=94841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 07:38:08.443353 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e2aac5b1-6b3f-43a3-b05c-44e8b7392720 admin admin] Notify callbacks [] for router, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:38:08.444401 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [None req-e2aac5b1-6b3f-43a3-b05c-44e8b7392720 admin admin] 10.222.0.62 "DELETE /v2.0/routers/42b7de54-3625-4746-a80a-a9b0e2798753 HTTP/1.1" status: 204 len: 168 time: 1.0948384 Sep 23 07:38:08.452098 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.62', 33898) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:38:08.492271 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.db.db_base_plugin_v2 [None req-46d1199d-a8f6-4f62-b053-2ae2e3d3e3d7 admin admin] Deleting subnet 39dc90ad-17f9-49b5-a3cc-7dbe6ddf9367 {{(pid=94841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 07:38:08.495875 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-46d1199d-a8f6-4f62-b053-2ae2e3d3e3d7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:38:08.529499 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-46d1199d-a8f6-4f62-b053-2ae2e3d3e3d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3022874'] for subnet, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:38:08.618546 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-46d1199d-a8f6-4f62-b053-2ae2e3d3e3d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1691543'] for subnet, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:38:08.749089 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-46d1199d-a8f6-4f62-b053-2ae2e3d3e3d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1691550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58829539', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60759899'] for subnet, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:38:08.773405 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d1199d-a8f6-4f62-b053-2ae2e3d3e3d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=39dc90ad-17f9-49b5-a3cc-7dbe6ddf9367,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:38:08.779287 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-46d1199d-a8f6-4f62-b053-2ae2e3d3e3d7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:38:08.782828 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [None req-46d1199d-a8f6-4f62-b053-2ae2e3d3e3d7 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/39dc90ad-17f9-49b5-a3cc-7dbe6ddf9367 HTTP/1.1" status: 204 len: 168 time: 0.3341343 Sep 23 07:38:08.784098 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9790b885-cf0c-4f92-958a-5a57e49a489e None None] Network 65b4249a-6e16-4577-acc0-7c62fde24929 requested from dv-cinder-805887-18-iscsi {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:38:08.785056 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.62', 33900) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:38:08.854951 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3d813e8f-d7d5-438a-8210-895c4a0a3e46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1626991'] for network, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:38:08.906627 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-3d813e8f-d7d5-438a-8210-895c4a0a3e46 admin admin] Deleting port 8175ef10-ee43-4a61-bbd0-4ee63f2c433d {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:38:08.915649 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3d813e8f-d7d5-438a-8210-895c4a0a3e46 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728618132776'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:38:08.970865 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-3d813e8f-d7d5-438a-8210-895c4a0a3e46 admin admin] For port 8175ef10-ee43-4a61-bbd0-4ee63f2c433d, host dv-cinder-805887-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-18-iscsi',level=0,port_id=8175ef10-ee43-4a61-bbd0-4ee63f2c433d,segment=NetworkSegment(b1d011f7-9d5f-4dbf-9fea-a6a7339af9fe),segment_id=b1d011f7-9d5f-4dbf-9fea-a6a7339af9fe)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:38:08.971862 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3d813e8f-d7d5-438a-8210-895c4a0a3e46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452355'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:38:08.974033 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05523fa7-abcb-4900-873a-160d8e2bac88 None None] DHCP port deletion for 65b4249a-6e16-4577-acc0-7c62fde24929 request from dv-cinder-805887-18-iscsi {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 07:38:08.992785 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-3d813e8f-d7d5-438a-8210-895c4a0a3e46 admin admin] Calling delete_port for 8175ef10-ee43-4a61-bbd0-4ee63f2c433d owned by network:dhcp {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:38:09.020962 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-05523fa7-abcb-4900-873a-160d8e2bac88 None None] Deleting port 8175ef10-ee43-4a61-bbd0-4ee63f2c433d {{(pid=94842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:38:09.021261 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-05523fa7-abcb-4900-873a-160d8e2bac88 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728618132776'] for port, before_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:38:09.082326 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-05523fa7-abcb-4900-873a-160d8e2bac88 None None] For port 8175ef10-ee43-4a61-bbd0-4ee63f2c433d, host dv-cinder-805887-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-18-iscsi',level=0,port_id=8175ef10-ee43-4a61-bbd0-4ee63f2c433d,segment=NetworkSegment(b1d011f7-9d5f-4dbf-9fea-a6a7339af9fe),segment_id=b1d011f7-9d5f-4dbf-9fea-a6a7339af9fe)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:38:09.082994 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-05523fa7-abcb-4900-873a-160d8e2bac88 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452355'] for port, precommit_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:38:09.098347 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-05523fa7-abcb-4900-873a-160d8e2bac88 None None] Calling delete_port for 8175ef10-ee43-4a61-bbd0-4ee63f2c433d owned by network:dhcp {{(pid=94842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:38:09.118992 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3d813e8f-d7d5-438a-8210-895c4a0a3e46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728618137326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728617650872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58829502'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:38:09.144149 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d813e8f-d7d5-438a-8210-895c4a0a3e46 admin admin] Pushing event deleted for resources: {'Port': ['ID=8175ef10-ee43-4a61-bbd0-4ee63f2c433d,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:38:09.147975 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d813e8f-d7d5-438a-8210-895c4a0a3e46 admin admin] No DVR routers for this DVR port 8175ef10-ee43-4a61-bbd0-4ee63f2c433d on host dv-cinder-805887-18-iscsi {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 07:38:09.171894 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-05523fa7-abcb-4900-873a-160d8e2bac88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728618137326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728617650872'] for port, after_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:38:09.198758 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05523fa7-abcb-4900-873a-160d8e2bac88 None None] No DVR routers for this DVR port 8175ef10-ee43-4a61-bbd0-4ee63f2c433d on host dv-cinder-805887-18-iscsi {{(pid=94842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 07:38:09.200415 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05523fa7-abcb-4900-873a-160d8e2bac88 None None] Pushing event deleted for resources: {'Port': ['ID=8175ef10-ee43-4a61-bbd0-4ee63f2c433d,revision_number=None']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:38:09.209710 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05523fa7-abcb-4900-873a-160d8e2bac88 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:38:09.209966 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05523fa7-abcb-4900-873a-160d8e2bac88 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:38:09.210308 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05523fa7-abcb-4900-873a-160d8e2bac88 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:38:09.210645 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05523fa7-abcb-4900-873a-160d8e2bac88 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:38:09.210982 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05523fa7-abcb-4900-873a-160d8e2bac88 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:38:09.211426 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05523fa7-abcb-4900-873a-160d8e2bac88 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:38:09.211647 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05523fa7-abcb-4900-873a-160d8e2bac88 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:38:09.211974 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05523fa7-abcb-4900-873a-160d8e2bac88 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:38:09.212326 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05523fa7-abcb-4900-873a-160d8e2bac88 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:38:09.212755 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05523fa7-abcb-4900-873a-160d8e2bac88 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:38:09.212986 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05523fa7-abcb-4900-873a-160d8e2bac88 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:38:09.213306 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05523fa7-abcb-4900-873a-160d8e2bac88 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-18-iscsi {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:38:09.222127 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3d813e8f-d7d5-438a-8210-895c4a0a3e46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687854', 'neutron.services.segments.db._delete_segments_for_network-8728618163092'] for network, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:38:09.244912 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.services.segments.db [None req-3d813e8f-d7d5-438a-8210-895c4a0a3e46 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65b4249a-6e16-4577-acc0-7c62fde24929']}} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:38:09.253898 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.services.segments.db [None req-3d813e8f-d7d5-438a-8210-895c4a0a3e46 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1d011f7-9d5f-4dbf-9fea-a6a7339af9fe') {'for_net_delete': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:38:09.254190 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.services.segments.db [None req-3d813e8f-d7d5-438a-8210-895c4a0a3e46 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1d011f7-9d5f-4dbf-9fea-a6a7339af9fe') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:38:09.259238 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Device ae0530a4-55f6-409c-98ff-a2580a2aaff4 no longer exists at agent ovs-agent-dv-cinder-805887-18-iscsi {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:38:09.264078 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3d813e8f-d7d5-438a-8210-895c4a0a3e46 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728618162845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3022851'] for segment, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:38:09.282277 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] No Port match for: ae0530a4-55f6-409c-98ff-a2580a2aaff4 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 07:38:09.282277 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Device ae0530a4-55f6-409c-98ff-a2580a2aaff4 not bound to the agent host dv-cinder-805887-18-iscsi {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 07:38:09.282277 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Device 41a295dd-8748-4391-87f9-e887ecc1338e no longer exists at agent ovs-agent-dv-cinder-805887-18-iscsi {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:38:09.282631 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3d813e8f-d7d5-438a-8210-895c4a0a3e46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692928'] for segment, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:38:09.285753 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d813e8f-d7d5-438a-8210-895c4a0a3e46 admin admin] Releasing vlan 593 on physical network physnet1 to pool {{(pid=94841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 07:38:09.286145 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3d813e8f-d7d5-438a-8210-895c4a0a3e46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58828109'] for segment, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:38:09.287756 dv-cinder-805887-18-iscsi neutron-server[94841]: Traceback (most recent call last): Sep 23 07:38:09.287756 dv-cinder-805887-18-iscsi neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 07:38:09.287756 dv-cinder-805887-18-iscsi neutron-server[94841]: timer() Sep 23 07:38:09.287756 dv-cinder-805887-18-iscsi neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 07:38:09.287756 dv-cinder-805887-18-iscsi neutron-server[94841]: cb(*args, **kw) Sep 23 07:38:09.287756 dv-cinder-805887-18-iscsi neutron-server[94841]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 07:38:09.287756 dv-cinder-805887-18-iscsi neutron-server[94841]: return func(*args, **kwargs) Sep 23 07:38:09.287756 dv-cinder-805887-18-iscsi neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 07:38:09.287756 dv-cinder-805887-18-iscsi neutron-server[94841]: self._notify() Sep 23 07:38:09.287756 dv-cinder-805887-18-iscsi neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 07:38:09.287756 dv-cinder-805887-18-iscsi neutron-server[94841]: self.callback(batched_events) Sep 23 07:38:09.287756 dv-cinder-805887-18-iscsi neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 07:38:09.287756 dv-cinder-805887-18-iscsi neutron-server[94841]: event.method(event) Sep 23 07:38:09.287756 dv-cinder-805887-18-iscsi neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 07:38:09.287756 dv-cinder-805887-18-iscsi neutron-server[94841]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 07:38:09.287756 dv-cinder-805887-18-iscsi neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 07:38:09.287756 dv-cinder-805887-18-iscsi neutron-server[94841]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 07:38:09.287756 dv-cinder-805887-18-iscsi neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 07:38:09.287756 dv-cinder-805887-18-iscsi neutron-server[94841]: return f(self, *a, **k) Sep 23 07:38:09.287756 dv-cinder-805887-18-iscsi neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 07:38:09.287756 dv-cinder-805887-18-iscsi neutron-server[94841]: return self._get(url).json() Sep 23 07:38:09.287756 dv-cinder-805887-18-iscsi neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 07:38:09.287756 dv-cinder-805887-18-iscsi neutron-server[94841]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 07:38:09.287756 dv-cinder-805887-18-iscsi neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 07:38:09.287756 dv-cinder-805887-18-iscsi neutron-server[94841]: return self.request(url, 'GET', **kwargs) Sep 23 07:38:09.287756 dv-cinder-805887-18-iscsi neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 07:38:09.287756 dv-cinder-805887-18-iscsi neutron-server[94841]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 07:38:09.287756 dv-cinder-805887-18-iscsi neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 07:38:09.287756 dv-cinder-805887-18-iscsi neutron-server[94841]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 07:38:09.287756 dv-cinder-805887-18-iscsi neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 07:38:09.287756 dv-cinder-805887-18-iscsi neutron-server[94841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 07:38:09.287756 dv-cinder-805887-18-iscsi neutron-server[94841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 07:38:09.298247 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] No Port match for: 41a295dd-8748-4391-87f9-e887ecc1338e {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 07:38:09.298596 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Device 41a295dd-8748-4391-87f9-e887ecc1338e not bound to the agent host dv-cinder-805887-18-iscsi {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 07:38:09.299017 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Device 8175ef10-ee43-4a61-bbd0-4ee63f2c433d no longer exists at agent ovs-agent-dv-cinder-805887-18-iscsi {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:38:09.319678 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] No Port match for: 8175ef10-ee43-4a61-bbd0-4ee63f2c433d {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 07:38:09.320018 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Device 8175ef10-ee43-4a61-bbd0-4ee63f2c433d not bound to the agent host dv-cinder-805887-18-iscsi {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 07:38:09.428959 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3d813e8f-d7d5-438a-8210-895c4a0a3e46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455948'] for network, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:38:09.434446 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3d813e8f-d7d5-438a-8210-895c4a0a3e46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577015'] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:38:09.436292 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [None req-3d813e8f-d7d5-438a-8210-895c4a0a3e46 admin admin] 10.222.0.62 "DELETE /v2.0/networks/65b4249a-6e16-4577-acc0-7c62fde24929 HTTP/1.1" status: 204 len: 168 time: 0.6502314 Sep 23 07:38:09.439345 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.62', 33902) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:38:09.447263 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d813e8f-d7d5-438a-8210-895c4a0a3e46 admin admin] Pushing event deleted for resources: {'Network': ['ID=65b4249a-6e16-4577-acc0-7c62fde24929,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:38:09.784654 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c6c51a75-5463-4ad3-88a5-9fbc9592c1d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-455450'] for router_interface, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:38:10.041721 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-c6c51a75-5463-4ad3-88a5-9fbc9592c1d5 admin admin] Deleting port 2f554f88-657f-46e7-8ff3-09c61fc0478c {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:38:10.042054 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c6c51a75-5463-4ad3-88a5-9fbc9592c1d5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728618132776'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:38:10.115916 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-c6c51a75-5463-4ad3-88a5-9fbc9592c1d5 admin admin] For port 2f554f88-657f-46e7-8ff3-09c61fc0478c, host dv-cinder-805887-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-18-iscsi',level=0,port_id=2f554f88-657f-46e7-8ff3-09c61fc0478c,segment=NetworkSegment(261208fd-fa2e-426b-a9c3-8014839716c0),segment_id=261208fd-fa2e-426b-a9c3-8014839716c0)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:38:10.116262 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c6c51a75-5463-4ad3-88a5-9fbc9592c1d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452355'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:38:10.129341 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-c6c51a75-5463-4ad3-88a5-9fbc9592c1d5 admin admin] Calling delete_port for 2f554f88-657f-46e7-8ff3-09c61fc0478c owned by network:router_interface {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:38:10.366243 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c6c51a75-5463-4ad3-88a5-9fbc9592c1d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728618137326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728617650872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58957170'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:38:10.396253 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c51a75-5463-4ad3-88a5-9fbc9592c1d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f554f88-657f-46e7-8ff3-09c61fc0478c,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:38:10.558960 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c6c51a75-5463-4ad3-88a5-9fbc9592c1d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-456083'] for router_interface, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:38:10.772538 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6c51a75-5463-4ad3-88a5-9fbc9592c1d5 admin admin] Router 10ed044e-b7d6-4143-849c-45019b0439f1 has already been hosted by L3 agent 65b4f7dd-c6e9-4255-94ee-66e285aed80f {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 07:38:10.878793 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6c51a75-5463-4ad3-88a5-9fbc9592c1d5 admin admin] Notify agent at l3_agent.dv-cinder-805887-18-iscsi the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 07:38:10.887506 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [None req-c6c51a75-5463-4ad3-88a5-9fbc9592c1d5 admin admin] 10.222.0.62 "PUT /v2.0/routers/10ed044e-b7d6-4143-849c-45019b0439f1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4434178 Sep 23 07:38:10.887506 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.62', 33904) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:38:10.889089 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ab20c1-4732-4d2c-bc65-2fcef4400f67 None None] Sync routers for ids ['10ed044e-b7d6-4143-849c-45019b0439f1'] in dv-cinder-805887-18-iscsi {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 07:38:10.898543 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ab20c1-4732-4d2c-bc65-2fcef4400f67 None None] Routers {'10ed044e-b7d6-4143-849c-45019b0439f1'} bound to L3 agent in host dv-cinder-805887-18-iscsi {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:38:10.899077 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-22ab20c1-4732-4d2c-bc65-2fcef4400f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T07:15:56Z,description=,heartbeat_timestamp=2021-09-23T07:37:57Z,host='dv-cinder-805887-18-iscsi',id=65b4f7dd-c6e9-4255-94ee-66e285aed80f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T07:15:57Z,topic='l3_agent')) {'router_ids': ['10ed044e-b7d6-4143-849c-45019b0439f1'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:38:10.989100 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8711bc8d-4d19-4abb-b10a-5f2e27938406 admin admin] Notify callbacks [] for router, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:38:11.002245 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-22ab20c1-4732-4d2c-bc65-2fcef4400f67 None None] Set router 10ed044e-b7d6-4143-849c-45019b0439f1 gateway port host: dv-cinder-805887-18-iscsi {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:38:11.087587 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8711bc8d-4d19-4abb-b10a-5f2e27938406 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:38:11.174805 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-22ab20c1-4732-4d2c-bc65-2fcef4400f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10ed044e-b7d6-4143-849c-45019b0439f1', 'name': 'tempest-TestShelveInstance-1300388694-router', 'tenant_id': '90e3ba9c52264e7c8f219256a53dcdd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'external_fixed_ips': [{'subnet_id': '89646001-5df7-4559-baa8-56e15a045fc5', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': '1fdd9518-f73c-4439-b750-60a3b2bf3513', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:33:16Z', 'updated_at': '2021-09-23T07:38:10Z', 'revision_number': 5, 'project_id': '90e3ba9c52264e7c8f219256a53dcdd5', 'gw_port': {'id': '1fdd9518-f73c-4439-b750-60a3b2bf3513', 'name': '', 'network_id': 'd5e7441b-7712-4831-9dab-1c29a8301756', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:a2:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10ed044e-b7d6-4143-849c-45019b0439f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '89646001-5df7-4559-baa8-56e15a045fc5', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:33:16Z', 'updated_at': '2021-09-23T07:33:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89646001-5df7-4559-baa8-56e15a045fc5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-18-iscsi'}], 'dv-cinder-805887-18-iscsi', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:38:11.199964 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-8711bc8d-4d19-4abb-b10a-5f2e27938406 admin admin] Deleting port 1fdd9518-f73c-4439-b750-60a3b2bf3513 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:38:11.199964 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8711bc8d-4d19-4abb-b10a-5f2e27938406 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728618132776'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:38:11.204257 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ab20c1-4732-4d2c-bc65-2fcef4400f67 None None] Checking router: 10ed044e-b7d6-4143-849c-45019b0439f1 for host: dv-cinder-805887-18-iscsi {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 07:38:11.213514 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ab20c1-4732-4d2c-bc65-2fcef4400f67 None None] Routers {'10ed044e-b7d6-4143-849c-45019b0439f1'} bound to L3 agent in host dv-cinder-805887-18-iscsi {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:38:11.214135 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-22ab20c1-4732-4d2c-bc65-2fcef4400f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T07:15:56Z,description=,heartbeat_timestamp=2021-09-23T07:37:57Z,host='dv-cinder-805887-18-iscsi',id=65b4f7dd-c6e9-4255-94ee-66e285aed80f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T07:15:57Z,topic='l3_agent')) {'router_ids': ['10ed044e-b7d6-4143-849c-45019b0439f1'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:38:11.277413 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-8711bc8d-4d19-4abb-b10a-5f2e27938406 admin admin] For port 1fdd9518-f73c-4439-b750-60a3b2bf3513, host dv-cinder-805887-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-18-iscsi',level=0,port_id=1fdd9518-f73c-4439-b750-60a3b2bf3513,segment=NetworkSegment(8399e290-ca7c-4b27-b40e-543152e4317b),segment_id=8399e290-ca7c-4b27-b40e-543152e4317b)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:38:11.277769 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8711bc8d-4d19-4abb-b10a-5f2e27938406 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452355'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:38:11.290550 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-8711bc8d-4d19-4abb-b10a-5f2e27938406 admin admin] Calling delete_port for 1fdd9518-f73c-4439-b750-60a3b2bf3513 owned by network:router_gateway {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:38:11.299117 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-22ab20c1-4732-4d2c-bc65-2fcef4400f67 None None] Set router 10ed044e-b7d6-4143-849c-45019b0439f1 gateway port host: None {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:38:11.349570 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-22ab20c1-4732-4d2c-bc65-2fcef4400f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10ed044e-b7d6-4143-849c-45019b0439f1', 'name': 'tempest-TestShelveInstance-1300388694-router', 'tenant_id': '90e3ba9c52264e7c8f219256a53dcdd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:33:16Z', 'updated_at': '2021-09-23T07:38:11Z', 'revision_number': 6, 'project_id': '90e3ba9c52264e7c8f219256a53dcdd5', 'gw_port_host': None}], 'dv-cinder-805887-18-iscsi', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:38:11.377604 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ab20c1-4732-4d2c-bc65-2fcef4400f67 None None] The sync data for ids ['10ed044e-b7d6-4143-849c-45019b0439f1'] in dv-cinder-805887-18-iscsi is: [{'id': '10ed044e-b7d6-4143-849c-45019b0439f1', 'name': 'tempest-TestShelveInstance-1300388694-router', 'tenant_id': '90e3ba9c52264e7c8f219256a53dcdd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:33:16Z', 'updated_at': '2021-09-23T07:38:11Z', 'revision_number': 6, 'project_id': '90e3ba9c52264e7c8f219256a53dcdd5', 'gw_port_host': None}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 07:38:11.506474 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8711bc8d-4d19-4abb-b10a-5f2e27938406 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728618137326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728617650872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58957170'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:38:11.532744 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8711bc8d-4d19-4abb-b10a-5f2e27938406 admin admin] Pushing event deleted for resources: {'Port': ['ID=1fdd9518-f73c-4439-b750-60a3b2bf3513,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:38:11.594649 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8711bc8d-4d19-4abb-b10a-5f2e27938406 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-456016'] for router_gateway, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:38:11.683584 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8711bc8d-4d19-4abb-b10a-5f2e27938406 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-459327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1432'] for router, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:38:11.685615 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8711bc8d-4d19-4abb-b10a-5f2e27938406 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:38:11.772125 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8711bc8d-4d19-4abb-b10a-5f2e27938406 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-459318'] for router, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:38:11.772781 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8711bc8d-4d19-4abb-b10a-5f2e27938406 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 10ed044e-b7d6-4143-849c-45019b0439f1 {{(pid=94840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 07:38:11.778667 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8711bc8d-4d19-4abb-b10a-5f2e27938406 admin admin] Notify callbacks [] for router, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:38:11.783788 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [None req-8711bc8d-4d19-4abb-b10a-5f2e27938406 admin admin] 10.222.0.62 "DELETE /v2.0/routers/10ed044e-b7d6-4143-849c-45019b0439f1 HTTP/1.1" status: 204 len: 168 time: 0.8942523 Sep 23 07:38:11.783788 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.62', 33906) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:38:11.827208 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.db.db_base_plugin_v2 [None req-cab5c88d-2270-4e8b-8685-43b7c14b966d admin admin] Deleting subnet 6d16cc43-c22b-4809-8d1d-ee98e88ea254 {{(pid=94840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 07:38:11.830311 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cab5c88d-2270-4e8b-8685-43b7c14b966d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:38:11.875314 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cab5c88d-2270-4e8b-8685-43b7c14b966d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60626748'] for subnet, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:38:11.950596 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cab5c88d-2270-4e8b-8685-43b7c14b966d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1691543'] for subnet, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:38:12.073174 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cab5c88d-2270-4e8b-8685-43b7c14b966d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1691550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58957103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58720442'] for subnet, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:38:12.098172 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab5c88d-2270-4e8b-8685-43b7c14b966d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d16cc43-c22b-4809-8d1d-ee98e88ea254,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:38:12.102945 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cab5c88d-2270-4e8b-8685-43b7c14b966d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577015'] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:38:12.103554 dv-cinder-805887-18-iscsi neutron-server[94840]: INFO neutron.wsgi [None req-cab5c88d-2270-4e8b-8685-43b7c14b966d admin admin] 10.222.0.62 "DELETE /v2.0/subnets/6d16cc43-c22b-4809-8d1d-ee98e88ea254 HTTP/1.1" status: 204 len: 168 time: 0.3201425 Sep 23 07:38:12.106177 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.62', 33908) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:38:12.110347 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45e4c2dc-2602-4a92-b6e4-2a7c03604ff1 None None] Network 42860b09-f426-4ab1-8dd6-b9d35a531f1d requested from dv-cinder-805887-18-iscsi {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:38:12.176091 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f163be08-5f53-4d42-b771-abeb44f72c50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1626991'] for network, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:38:12.229506 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-f163be08-5f53-4d42-b771-abeb44f72c50 admin admin] Deleting port ac6c17ae-f05e-4fbf-94b4-42fdd93bf936 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:38:12.229848 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f163be08-5f53-4d42-b771-abeb44f72c50 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728618132776'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:38:12.291876 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f74fb3bf-3739-4989-a3f9-5974cbc1f2a9 None None] DHCP port deletion for 42860b09-f426-4ab1-8dd6-b9d35a531f1d request from dv-cinder-805887-18-iscsi {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 07:38:12.298272 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-f163be08-5f53-4d42-b771-abeb44f72c50 admin admin] For port ac6c17ae-f05e-4fbf-94b4-42fdd93bf936, host dv-cinder-805887-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-18-iscsi',level=0,port_id=ac6c17ae-f05e-4fbf-94b4-42fdd93bf936,segment=NetworkSegment(261208fd-fa2e-426b-a9c3-8014839716c0),segment_id=261208fd-fa2e-426b-a9c3-8014839716c0)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:38:12.298642 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f163be08-5f53-4d42-b771-abeb44f72c50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452355'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:38:12.310809 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-f163be08-5f53-4d42-b771-abeb44f72c50 admin admin] Calling delete_port for ac6c17ae-f05e-4fbf-94b4-42fdd93bf936 owned by network:dhcp {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:38:12.346418 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-f74fb3bf-3739-4989-a3f9-5974cbc1f2a9 None None] Deleting port ac6c17ae-f05e-4fbf-94b4-42fdd93bf936 {{(pid=94842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:38:12.346930 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f74fb3bf-3739-4989-a3f9-5974cbc1f2a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728618132776'] for port, before_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:38:12.409858 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-f74fb3bf-3739-4989-a3f9-5974cbc1f2a9 None None] For port ac6c17ae-f05e-4fbf-94b4-42fdd93bf936, host dv-cinder-805887-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-18-iscsi',level=0,port_id=ac6c17ae-f05e-4fbf-94b4-42fdd93bf936,segment=NetworkSegment(261208fd-fa2e-426b-a9c3-8014839716c0),segment_id=261208fd-fa2e-426b-a9c3-8014839716c0)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:38:12.410254 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f74fb3bf-3739-4989-a3f9-5974cbc1f2a9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452355'] for port, precommit_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:38:12.425673 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-f74fb3bf-3739-4989-a3f9-5974cbc1f2a9 None None] Calling delete_port for ac6c17ae-f05e-4fbf-94b4-42fdd93bf936 owned by network:dhcp {{(pid=94842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:38:12.468958 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f163be08-5f53-4d42-b771-abeb44f72c50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728618137326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728617650872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58829502'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:38:12.501709 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f163be08-5f53-4d42-b771-abeb44f72c50 admin admin] No DVR routers for this DVR port ac6c17ae-f05e-4fbf-94b4-42fdd93bf936 on host dv-cinder-805887-18-iscsi {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 07:38:12.506227 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f163be08-5f53-4d42-b771-abeb44f72c50 admin admin] Pushing event deleted for resources: {'Port': ['ID=ac6c17ae-f05e-4fbf-94b4-42fdd93bf936,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:38:12.578762 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f163be08-5f53-4d42-b771-abeb44f72c50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687854', 'neutron.services.segments.db._delete_segments_for_network-8728618163092'] for network, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:38:12.599815 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.services.segments.db [None req-f163be08-5f53-4d42-b771-abeb44f72c50 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42860b09-f426-4ab1-8dd6-b9d35a531f1d']}} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:38:12.610689 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.services.segments.db [None req-f163be08-5f53-4d42-b771-abeb44f72c50 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '261208fd-fa2e-426b-a9c3-8014839716c0') {'for_net_delete': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:38:12.610981 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.services.segments.db [None req-f163be08-5f53-4d42-b771-abeb44f72c50 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '261208fd-fa2e-426b-a9c3-8014839716c0') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:38:12.620570 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f163be08-5f53-4d42-b771-abeb44f72c50 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728618162845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3022851'] for segment, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:38:12.628571 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f74fb3bf-3739-4989-a3f9-5974cbc1f2a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728618137326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728617650872'] for port, after_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:38:12.635168 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f163be08-5f53-4d42-b771-abeb44f72c50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692928'] for segment, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:38:12.642267 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f163be08-5f53-4d42-b771-abeb44f72c50 admin admin] Releasing vlan 592 on physical network physnet1 to pool {{(pid=94841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 07:38:12.642737 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f163be08-5f53-4d42-b771-abeb44f72c50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1692928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58828109'] for segment, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:38:12.644478 dv-cinder-805887-18-iscsi neutron-server[94841]: Traceback (most recent call last): Sep 23 07:38:12.644478 dv-cinder-805887-18-iscsi neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 07:38:12.644478 dv-cinder-805887-18-iscsi neutron-server[94841]: timer() Sep 23 07:38:12.644478 dv-cinder-805887-18-iscsi neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 07:38:12.644478 dv-cinder-805887-18-iscsi neutron-server[94841]: cb(*args, **kw) Sep 23 07:38:12.644478 dv-cinder-805887-18-iscsi neutron-server[94841]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 07:38:12.644478 dv-cinder-805887-18-iscsi neutron-server[94841]: return func(*args, **kwargs) Sep 23 07:38:12.644478 dv-cinder-805887-18-iscsi neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 07:38:12.644478 dv-cinder-805887-18-iscsi neutron-server[94841]: self._notify() Sep 23 07:38:12.644478 dv-cinder-805887-18-iscsi neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 07:38:12.644478 dv-cinder-805887-18-iscsi neutron-server[94841]: self.callback(batched_events) Sep 23 07:38:12.644478 dv-cinder-805887-18-iscsi neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 07:38:12.644478 dv-cinder-805887-18-iscsi neutron-server[94841]: event.method(event) Sep 23 07:38:12.644478 dv-cinder-805887-18-iscsi neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 07:38:12.644478 dv-cinder-805887-18-iscsi neutron-server[94841]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 07:38:12.644478 dv-cinder-805887-18-iscsi neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 07:38:12.644478 dv-cinder-805887-18-iscsi neutron-server[94841]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 07:38:12.644478 dv-cinder-805887-18-iscsi neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 07:38:12.644478 dv-cinder-805887-18-iscsi neutron-server[94841]: return f(self, *a, **k) Sep 23 07:38:12.644478 dv-cinder-805887-18-iscsi neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 07:38:12.644478 dv-cinder-805887-18-iscsi neutron-server[94841]: return self._get(url).json() Sep 23 07:38:12.644478 dv-cinder-805887-18-iscsi neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 07:38:12.644478 dv-cinder-805887-18-iscsi neutron-server[94841]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 07:38:12.644478 dv-cinder-805887-18-iscsi neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 07:38:12.644478 dv-cinder-805887-18-iscsi neutron-server[94841]: return self.request(url, 'GET', **kwargs) Sep 23 07:38:12.644478 dv-cinder-805887-18-iscsi neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 07:38:12.644478 dv-cinder-805887-18-iscsi neutron-server[94841]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 07:38:12.644478 dv-cinder-805887-18-iscsi neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 07:38:12.644478 dv-cinder-805887-18-iscsi neutron-server[94841]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 07:38:12.644478 dv-cinder-805887-18-iscsi neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 07:38:12.644478 dv-cinder-805887-18-iscsi neutron-server[94841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 07:38:12.644478 dv-cinder-805887-18-iscsi neutron-server[94841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 07:38:12.656435 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74fb3bf-3739-4989-a3f9-5974cbc1f2a9 None None] Pushing event deleted for resources: {'Port': ['ID=ac6c17ae-f05e-4fbf-94b4-42fdd93bf936,revision_number=None']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:38:12.660887 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74fb3bf-3739-4989-a3f9-5974cbc1f2a9 None None] No DVR routers for this DVR port ac6c17ae-f05e-4fbf-94b4-42fdd93bf936 on host dv-cinder-805887-18-iscsi {{(pid=94842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 07:38:12.775414 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f163be08-5f53-4d42-b771-abeb44f72c50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455948'] for network, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:38:12.780804 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f163be08-5f53-4d42-b771-abeb44f72c50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577015'] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:38:12.782722 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [None req-f163be08-5f53-4d42-b771-abeb44f72c50 admin admin] 10.222.0.62 "DELETE /v2.0/networks/42860b09-f426-4ab1-8dd6-b9d35a531f1d HTTP/1.1" status: 204 len: 168 time: 0.6755342 Sep 23 07:38:12.793210 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f163be08-5f53-4d42-b771-abeb44f72c50 admin admin] Pushing event deleted for resources: {'Network': ['ID=42860b09-f426-4ab1-8dd6-b9d35a531f1d,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:38:13.107400 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.62', 33912) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:38:13.145499 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [None req-19e59a9e-d67d-445c-a4f1-4d4a859f8687 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=1f7024f1abd34a80a4e41e2d36e7344c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0369680 Sep 23 07:38:13.147856 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.62', 33914) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:38:13.193869 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b3e56095-7d5f-4ef7-869d-a392acbec1f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:38:13.214717 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b3e56095-7d5f-4ef7-869d-a392acbec1f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:38:13.247193 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Device 1fdd9518-f73c-4439-b750-60a3b2bf3513 no longer exists at agent ovs-agent-dv-cinder-805887-18-iscsi {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:38:13.267603 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] No Port match for: 1fdd9518-f73c-4439-b750-60a3b2bf3513 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 07:38:13.267954 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Device 1fdd9518-f73c-4439-b750-60a3b2bf3513 not bound to the agent host dv-cinder-805887-18-iscsi {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 07:38:13.268374 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Device 2f554f88-657f-46e7-8ff3-09c61fc0478c no longer exists at agent ovs-agent-dv-cinder-805887-18-iscsi {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:38:13.286983 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] No Port match for: 2f554f88-657f-46e7-8ff3-09c61fc0478c {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 07:38:13.287324 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Device 2f554f88-657f-46e7-8ff3-09c61fc0478c not bound to the agent host dv-cinder-805887-18-iscsi {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 07:38:13.287738 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Device ac6c17ae-f05e-4fbf-94b4-42fdd93bf936 no longer exists at agent ovs-agent-dv-cinder-805887-18-iscsi {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:38:13.310064 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] No Port match for: ac6c17ae-f05e-4fbf-94b4-42fdd93bf936 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 07:38:13.310408 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Device ac6c17ae-f05e-4fbf-94b4-42fdd93bf936 not bound to the agent host dv-cinder-805887-18-iscsi {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 07:38:13.343137 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b3e56095-7d5f-4ef7-869d-a392acbec1f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520401'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:38:13.345770 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b3e56095-7d5f-4ef7-869d-a392acbec1f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:38:13.346963 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [None req-b3e56095-7d5f-4ef7-869d-a392acbec1f9 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d8643392-f4b0-455a-bf72-ffa3c51c2a07 HTTP/1.1" status: 204 len: 168 time: 0.1981332 Sep 23 07:38:13.355749 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e56095-7d5f-4ef7-869d-a392acbec1f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8643392-f4b0-455a-bf72-ffa3c51c2a07,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:38:14.044236 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.62', 33920) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:38:14.083106 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [None req-c175f57a-5398-495a-97b5-085ebd8db553 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=90e3ba9c52264e7c8f219256a53dcdd5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0377078 Sep 23 07:38:14.085433 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.62', 33922) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:38:14.132107 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-dd95eb47-ec9f-48bd-bf27-2743d10f684d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:38:14.153194 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-dd95eb47-ec9f-48bd-bf27-2743d10f684d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:38:14.279966 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-dd95eb47-ec9f-48bd-bf27-2743d10f684d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520401'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:38:14.282525 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-dd95eb47-ec9f-48bd-bf27-2743d10f684d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:38:14.283664 dv-cinder-805887-18-iscsi neutron-server[94841]: INFO neutron.wsgi [None req-dd95eb47-ec9f-48bd-bf27-2743d10f684d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a37cdc81-aa15-4476-9811-43316b61d228 HTTP/1.1" status: 204 len: 168 time: 0.1967456 Sep 23 07:38:14.291540 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd95eb47-ec9f-48bd-bf27-2743d10f684d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a37cdc81-aa15-4476-9811-43316b61d228,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:38:22.846289 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a969d325-cdef-4370-bb4e-ebc3c5b66cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:38:26.663443 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-502d5fcc-9a85-4bd8-85c4-b60310e030b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:38:27.706706 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:38:28.106218 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-1854caf6-1153-400a-8d11-9ed8c1e229e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:38:29.811363 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:38:29.935364 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e4079388-143e-46ee-8cf3-ea3894d72bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:38:35.973100 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.db.agents_db [None req-60cd1eec-2052-4d49-bd00-e5a0de40c293 None None] Agent healthcheck: found 6 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 07:38:52.883532 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a5f548e4-aab2-448f-ae42-bea10fd9b42b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:38:56.617057 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-591d40b3-f768-46ce-bd6f-10029d1c895a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:38:57.696833 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:38:58.113937 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-1854caf6-1153-400a-8d11-9ed8c1e229e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:38:59.810844 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:38:59.925803 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e4079388-143e-46ee-8cf3-ea3894d72bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:39:12.971326 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.db.agents_db [None req-60cd1eec-2052-4d49-bd00-e5a0de40c293 None None] Agent healthcheck: found 6 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 07:39:22.844899 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-35855f6c-b2f4-4eec-9f9f-753aeb4f04f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:39:26.634101 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-598bb02d-1230-4351-990f-3cc4b6af1265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:39:27.725764 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:39:28.110657 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-1854caf6-1153-400a-8d11-9ed8c1e229e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:39:29.802332 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:39:29.925141 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e4079388-143e-46ee-8cf3-ea3894d72bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:39:49.970006 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.db.agents_db [None req-60cd1eec-2052-4d49-bd00-e5a0de40c293 None None] Agent healthcheck: found 6 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 07:39:52.859078 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-5a8c4d0c-edd7-44a0-8863-2ab8639f56d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:39:56.618976 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-0bfc18f9-a819-4077-80ec-c36bff3a4f51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:39:57.712829 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:39:58.127470 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-1854caf6-1153-400a-8d11-9ed8c1e229e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:39:59.801922 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:39:59.887238 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e4079388-143e-46ee-8cf3-ea3894d72bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:40:10.084813 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.wsgi [req-2a590e6e-5248-4cb3-bb69-a102416106f8 req-532f5964-c7e9-4007-9425-a60a7305e8ab service neutron] (94840) timed out ('10.222.0.53', 59114) {{(pid=94840) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 23 07:40:10.497336 dv-cinder-805887-18-iscsi neutron-server[94841]: DEBUG neutron.wsgi [req-4887e7c5-b3a9-4f7b-8980-3f52b330d137 req-187eccac-1b67-49c3-ba08-3e4d66752278 service neutron] (94841) timed out ('10.222.0.53', 59129) {{(pid=94841) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 23 07:40:22.861164 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-765d49a1-09a4-4872-bc4e-8b92da87da66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:40:26.618303 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-b848f1cb-d087-4a9b-bd94-f9fe1f1c07f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:40:26.968789 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.db.agents_db [None req-60cd1eec-2052-4d49-bd00-e5a0de40c293 None None] Agent healthcheck: found 6 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 07:40:27.735480 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:40:28.149970 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-1854caf6-1153-400a-8d11-9ed8c1e229e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:40:29.812541 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:40:29.941362 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e4079388-143e-46ee-8cf3-ea3894d72bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:40:52.861358 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-3eba98fd-e22e-4bb7-8c7b-a216ff8bb0a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:40:56.615237 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-63bc8689-2818-4296-857b-b2f44169be0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:40:57.712678 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:40:58.126239 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-1854caf6-1153-400a-8d11-9ed8c1e229e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:40:59.823857 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:40:59.932238 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e4079388-143e-46ee-8cf3-ea3894d72bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:41:03.967208 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.db.agents_db [None req-60cd1eec-2052-4d49-bd00-e5a0de40c293 None None] Agent healthcheck: found 6 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 07:41:22.857820 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-56dc8a50-8a93-4a30-a009-d009e815e565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:41:26.600119 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4cb55382-8411-49f3-a696-02faf018b8bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:41:27.748857 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:41:28.161076 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-1854caf6-1153-400a-8d11-9ed8c1e229e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:41:29.831927 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:41:29.943229 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e4079388-143e-46ee-8cf3-ea3894d72bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:41:40.966637 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.db.agents_db [None req-60cd1eec-2052-4d49-bd00-e5a0de40c293 None None] Agent healthcheck: found 6 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 07:41:52.856828 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-1df91729-1753-428e-90cd-1d27a9e00a86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:41:56.671980 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-7322449e-f651-4a0c-908f-e24432d7a5ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:41:57.748428 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:41:58.153813 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-1854caf6-1153-400a-8d11-9ed8c1e229e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:41:59.837174 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:41:59.951505 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e4079388-143e-46ee-8cf3-ea3894d72bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:42:17.965814 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.db.agents_db [None req-60cd1eec-2052-4d49-bd00-e5a0de40c293 None None] Agent healthcheck: found 6 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 07:42:22.896412 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-88e26ebc-812b-42a2-937b-c966072bec90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:42:26.656249 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-5cd514a8-e9bf-4983-9d75-3132e148185a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:42:27.802434 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:42:28.187498 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-1854caf6-1153-400a-8d11-9ed8c1e229e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:42:29.845016 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:42:29.959594 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e4079388-143e-46ee-8cf3-ea3894d72bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:42:52.878817 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-779d9b06-c772-4c4d-a0af-a0884e63c9fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:42:54.965195 dv-cinder-805887-18-iscsi neutron-server[94843]: DEBUG neutron.db.agents_db [None req-60cd1eec-2052-4d49-bd00-e5a0de40c293 None None] Agent healthcheck: found 6 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 07:42:56.615788 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-538fbbe8-c684-4460-8014-e6bfbd47107e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:42:57.762348 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f0bda9a7-a72a-4413-ab67-ca8d59ffb114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:42:57.952517 dv-cinder-805887-18-iscsi neutron-server[94840]: DEBUG neutron.wsgi [req-075a2325-0a32-4800-9990-0e31d4c561d4 req-ccb8b679-a764-4691-99a1-f627e7c3d2f9 service neutron] (94840) timed out ('10.222.0.53', 59138) {{(pid=94840) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 23 07:42:58.179612 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-1854caf6-1153-400a-8d11-9ed8c1e229e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:42:59.869941 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cb2303dd-4ddb-4000-8342-bfbf152c12bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:42:59.975603 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e4079388-143e-46ee-8cf3-ea3894d72bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:43:22.864995 dv-cinder-805887-18-iscsi neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4be7cda4-f405-4770-996a-d1aef75c62ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728618163074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702958'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}